2024-12-05 12:20:31,603 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-05 12:20:31,625 main DEBUG Took 0.020583 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-05 12:20:31,626 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-05 12:20:31,626 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-05 12:20:31,627 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-05 12:20:31,629 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:20:31,637 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-05 12:20:31,653 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:20:31,655 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:20:31,656 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:20:31,657 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:20:31,658 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:20:31,658 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:20:31,659 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:20:31,660 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:20:31,661 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:20:31,661 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:20:31,662 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:20:31,663 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:20:31,663 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:20:31,664 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:20:31,664 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:20:31,665 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:20:31,665 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:20:31,666 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:20:31,666 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:20:31,667 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:20:31,667 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:20:31,668 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:20:31,668 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:20:31,669 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:20:31,669 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:20:31,670 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-05 12:20:31,672 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:20:31,673 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-05 12:20:31,676 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-05 12:20:31,677 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-05 12:20:31,679 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-05 12:20:31,679 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-05 12:20:31,689 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-05 12:20:31,692 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-05 12:20:31,693 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-05 12:20:31,694 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-05 12:20:31,694 main DEBUG createAppenders(={Console}) 2024-12-05 12:20:31,695 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-12-05 12:20:31,695 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-05 12:20:31,696 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-12-05 12:20:31,696 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-05 12:20:31,696 main DEBUG OutputStream closed 2024-12-05 12:20:31,697 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-05 12:20:31,697 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-05 12:20:31,697 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-12-05 12:20:31,774 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-05 12:20:31,777 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-05 12:20:31,778 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-05 12:20:31,779 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-05 12:20:31,780 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-05 12:20:31,780 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-05 12:20:31,781 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-05 12:20:31,781 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-05 12:20:31,782 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-05 12:20:31,782 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-05 12:20:31,782 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-05 12:20:31,783 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-05 12:20:31,783 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-05 12:20:31,784 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-05 12:20:31,784 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-05 12:20:31,784 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-05 12:20:31,784 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-05 12:20:31,785 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-05 12:20:31,789 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05 12:20:31,789 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-12-05 12:20:31,789 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-05 12:20:31,790 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-12-05T12:20:31,808 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-12-05 12:20:31,812 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-05 12:20:31,813 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05T12:20:31,878 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=596, ProcessCount=11, AvailableMemoryMB=3652 2024-12-05T12:20:32,110 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-12-05T12:20:32,143 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/958ec61b-9a1f-5132-363c-ba188585a183 2024-12-05T12:20:32,146 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/958ec61b-9a1f-5132-363c-ba188585a183/cluster_afbef19b-f45a-91ea-b504-88bed900c5e5, deleteOnExit=true 2024-12-05T12:20:32,245 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/958ec61b-9a1f-5132-363c-ba188585a183/cluster_afbef19b-f45a-91ea-b504-88bed900c5e5/zookeeper_0, clientPort=54969, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/958ec61b-9a1f-5132-363c-ba188585a183/cluster_afbef19b-f45a-91ea-b504-88bed900c5e5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/958ec61b-9a1f-5132-363c-ba188585a183/cluster_afbef19b-f45a-91ea-b504-88bed900c5e5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T12:20:32,260 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54969 2024-12-05T12:20:32,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T12:20:32,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T12:20:32,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/958ec61b-9a1f-5132-363c-ba188585a183/test.cache.data in system properties and HBase conf 2024-12-05T12:20:32,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/958ec61b-9a1f-5132-363c-ba188585a183/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T12:20:32,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/958ec61b-9a1f-5132-363c-ba188585a183/hadoop.log.dir in system properties and HBase conf 2024-12-05T12:20:32,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/958ec61b-9a1f-5132-363c-ba188585a183/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T12:20:32,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/958ec61b-9a1f-5132-363c-ba188585a183/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T12:20:32,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T12:20:32,359 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-05T12:20:32,457 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T12:20:32,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/958ec61b-9a1f-5132-363c-ba188585a183/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:20:32,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/958ec61b-9a1f-5132-363c-ba188585a183/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:20:32,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/958ec61b-9a1f-5132-363c-ba188585a183/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T12:20:32,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/958ec61b-9a1f-5132-363c-ba188585a183/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:20:32,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/958ec61b-9a1f-5132-363c-ba188585a183/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T12:20:32,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/958ec61b-9a1f-5132-363c-ba188585a183/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T12:20:32,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/958ec61b-9a1f-5132-363c-ba188585a183/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:20:32,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/958ec61b-9a1f-5132-363c-ba188585a183/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:20:32,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/958ec61b-9a1f-5132-363c-ba188585a183/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T12:20:32,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/958ec61b-9a1f-5132-363c-ba188585a183/nfs.dump.dir in system properties and HBase conf 2024-12-05T12:20:32,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/958ec61b-9a1f-5132-363c-ba188585a183/java.io.tmpdir in system properties and HBase conf 2024-12-05T12:20:32,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/958ec61b-9a1f-5132-363c-ba188585a183/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:20:32,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/958ec61b-9a1f-5132-363c-ba188585a183/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T12:20:32,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/958ec61b-9a1f-5132-363c-ba188585a183/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T12:20:33,414 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-05T12:20:33,496 INFO [Time-limited test {}] log.Log(170): Logging initialized @2577ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-05T12:20:33,602 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:20:33,739 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:20:33,775 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:20:33,776 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:20:33,779 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T12:20:33,806 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:20:33,813 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/958ec61b-9a1f-5132-363c-ba188585a183/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:20:33,815 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:20:34,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4219126d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/958ec61b-9a1f-5132-363c-ba188585a183/java.io.tmpdir/jetty-localhost-40955-hadoop-hdfs-3_4_1-tests_jar-_-any-9509651085444154446/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:20:34,047 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:40955} 2024-12-05T12:20:34,047 INFO [Time-limited test {}] server.Server(415): Started @3129ms 2024-12-05T12:20:34,761 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:20:34,773 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:20:34,781 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:20:34,782 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:20:34,782 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T12:20:34,791 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40d66f5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/958ec61b-9a1f-5132-363c-ba188585a183/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:20:34,793 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53451713{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:20:34,919 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b71fbf7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/958ec61b-9a1f-5132-363c-ba188585a183/java.io.tmpdir/jetty-localhost-40233-hadoop-hdfs-3_4_1-tests_jar-_-any-3070431004503898694/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:20:34,920 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@431fe4a9{HTTP/1.1, (http/1.1)}{localhost:40233} 2024-12-05T12:20:34,920 INFO [Time-limited test {}] server.Server(415): Started @4002ms 2024-12-05T12:20:34,996 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T12:20:35,993 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/958ec61b-9a1f-5132-363c-ba188585a183/cluster_afbef19b-f45a-91ea-b504-88bed900c5e5/data/data1/current/BP-500936189-172.17.0.3-1733401233011/current, will proceed with Du for space computation calculation, 2024-12-05T12:20:35,993 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/958ec61b-9a1f-5132-363c-ba188585a183/cluster_afbef19b-f45a-91ea-b504-88bed900c5e5/data/data2/current/BP-500936189-172.17.0.3-1733401233011/current, will proceed with Du for space computation calculation, 2024-12-05T12:20:36,032 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T12:20:36,106 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba47d14169e8941a with lease ID 0xe57112e11e4c189c: Processing first storage report for DS-27da7b04-93d3-471b-b569-51e89c02fd55 from datanode DatanodeRegistration(127.0.0.1:35693, datanodeUuid=e303cb28-8a69-4ac3-aa9e-ff03b98fd498, infoPort=41045, infoSecurePort=0, ipcPort=45193, storageInfo=lv=-57;cid=testClusterID;nsid=603698160;c=1733401233011) 2024-12-05T12:20:36,108 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba47d14169e8941a with lease ID 0xe57112e11e4c189c: from storage DS-27da7b04-93d3-471b-b569-51e89c02fd55 node DatanodeRegistration(127.0.0.1:35693, datanodeUuid=e303cb28-8a69-4ac3-aa9e-ff03b98fd498, infoPort=41045, infoSecurePort=0, ipcPort=45193, storageInfo=lv=-57;cid=testClusterID;nsid=603698160;c=1733401233011), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-05T12:20:36,108 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba47d14169e8941a with lease ID 0xe57112e11e4c189c: Processing first storage report for DS-4fcebcec-db3d-4064-a728-eb8417486a90 from datanode DatanodeRegistration(127.0.0.1:35693, datanodeUuid=e303cb28-8a69-4ac3-aa9e-ff03b98fd498, infoPort=41045, infoSecurePort=0, ipcPort=45193, storageInfo=lv=-57;cid=testClusterID;nsid=603698160;c=1733401233011) 2024-12-05T12:20:36,109 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba47d14169e8941a with lease ID 0xe57112e11e4c189c: from storage DS-4fcebcec-db3d-4064-a728-eb8417486a90 node DatanodeRegistration(127.0.0.1:35693, datanodeUuid=e303cb28-8a69-4ac3-aa9e-ff03b98fd498, infoPort=41045, infoSecurePort=0, ipcPort=45193, storageInfo=lv=-57;cid=testClusterID;nsid=603698160;c=1733401233011), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T12:20:36,161 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/958ec61b-9a1f-5132-363c-ba188585a183 2024-12-05T12:20:36,176 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:20:36,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:20:36,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741825_1001 (size=7) 2024-12-05T12:20:36,938 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12 with version=8 2024-12-05T12:20:36,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/hbase-staging 2024-12-05T12:20:37,057 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-05T12:20:37,329 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9ea9abad0e9b:0 server-side Connection retries=45 2024-12-05T12:20:37,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:20:37,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:20:37,345 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:20:37,346 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:20:37,346 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:20:37,497 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T12:20:37,559 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-05T12:20:37,570 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-05T12:20:37,575 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:20:37,608 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 21865 (auto-detected) 2024-12-05T12:20:37,610 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-05T12:20:37,636 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35235 2024-12-05T12:20:37,668 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35235 connecting to ZooKeeper ensemble=127.0.0.1:54969 2024-12-05T12:20:37,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:352350x0, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:20:37,775 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35235-0x101a69d890c0000 connected 2024-12-05T12:20:37,907 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:20:37,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:20:37,945 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35235-0x101a69d890c0000, quorum=127.0.0.1:54969, baseZNode=/01731600503 Set watcher on znode that does not yet exist, /01731600503/running 2024-12-05T12:20:37,951 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12, hbase.cluster.distributed=false 2024-12-05T12:20:38,003 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35235-0x101a69d890c0000, quorum=127.0.0.1:54969, baseZNode=/01731600503 Set watcher on znode that does not yet exist, /01731600503/acl 2024-12-05T12:20:38,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35235 2024-12-05T12:20:38,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35235 2024-12-05T12:20:38,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35235 2024-12-05T12:20:38,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35235 2024-12-05T12:20:38,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35235 2024-12-05T12:20:38,181 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9ea9abad0e9b:0 server-side Connection retries=45 2024-12-05T12:20:38,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:20:38,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:20:38,185 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:20:38,186 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:20:38,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:20:38,191 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T12:20:38,196 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:20:38,199 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36153 2024-12-05T12:20:38,208 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36153 connecting to ZooKeeper ensemble=127.0.0.1:54969 2024-12-05T12:20:38,210 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:20:38,214 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:20:38,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361530x0, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:20:38,261 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:361530x0, quorum=127.0.0.1:54969, baseZNode=/01731600503 Set watcher on znode that does not yet exist, /01731600503/running 2024-12-05T12:20:38,262 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36153-0x101a69d890c0001 connected 2024-12-05T12:20:38,266 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T12:20:38,276 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T12:20:38,279 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36153-0x101a69d890c0001, quorum=127.0.0.1:54969, baseZNode=/01731600503 Set watcher on znode that does not yet exist, /01731600503/master 2024-12-05T12:20:38,286 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36153-0x101a69d890c0001, quorum=127.0.0.1:54969, baseZNode=/01731600503 Set watcher on znode that does not yet exist, /01731600503/acl 2024-12-05T12:20:38,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36153 2024-12-05T12:20:38,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36153 2024-12-05T12:20:38,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36153 2024-12-05T12:20:38,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36153 2024-12-05T12:20:38,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36153 2024-12-05T12:20:38,312 DEBUG [M:0;9ea9abad0e9b:35235 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9ea9abad0e9b:35235 2024-12-05T12:20:38,313 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01731600503/backup-masters/9ea9abad0e9b,35235,1733401237130 2024-12-05T12:20:38,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x101a69d890c0001, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01731600503/backup-masters 2024-12-05T12:20:38,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35235-0x101a69d890c0000, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01731600503/backup-masters 2024-12-05T12:20:38,330 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35235-0x101a69d890c0000, quorum=127.0.0.1:54969, baseZNode=/01731600503 Set watcher on existing znode=/01731600503/backup-masters/9ea9abad0e9b,35235,1733401237130 2024-12-05T12:20:38,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35235-0x101a69d890c0000, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01731600503 2024-12-05T12:20:38,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x101a69d890c0001, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01731600503/master 2024-12-05T12:20:38,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x101a69d890c0001, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01731600503 2024-12-05T12:20:38,369 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35235-0x101a69d890c0000, quorum=127.0.0.1:54969, baseZNode=/01731600503 Set watcher on existing znode=/01731600503/master 2024-12-05T12:20:38,370 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01731600503/backup-masters/9ea9abad0e9b,35235,1733401237130 from backup master directory 2024-12-05T12:20:38,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35235-0x101a69d890c0000, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01731600503/backup-masters/9ea9abad0e9b,35235,1733401237130 2024-12-05T12:20:38,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35235-0x101a69d890c0000, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01731600503/backup-masters 2024-12-05T12:20:38,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x101a69d890c0001, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01731600503/backup-masters 2024-12-05T12:20:38,378 WARN [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:20:38,378 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9ea9abad0e9b,35235,1733401237130 2024-12-05T12:20:38,381 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-05T12:20:38,382 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-05T12:20:38,449 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/hbase.id] with ID: 4aed246a-7d51-4f1d-910d-22bbc0bb4383 2024-12-05T12:20:38,450 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/.tmp/hbase.id 2024-12-05T12:20:38,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741826_1002 (size=42) 2024-12-05T12:20:38,463 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/.tmp/hbase.id]:[hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/hbase.id] 2024-12-05T12:20:38,517 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:20:38,522 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T12:20:38,544 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 20ms. 2024-12-05T12:20:38,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35235-0x101a69d890c0000, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01731600503 2024-12-05T12:20:38,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x101a69d890c0001, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01731600503 2024-12-05T12:20:38,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741827_1003 (size=196) 2024-12-05T12:20:38,580 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:20:38,584 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T12:20:38,604 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:20:38,608 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:20:38,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741828_1004 (size=1189) 2024-12-05T12:20:39,068 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/MasterData/data/master/store 2024-12-05T12:20:39,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741829_1005 (size=34) 2024-12-05T12:20:39,498 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-05T12:20:39,502 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:20:39,504 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:20:39,504 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:20:39,504 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:20:39,506 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:20:39,507 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:20:39,507 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:20:39,509 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401239504Disabling compacts and flushes for region at 1733401239504Disabling writes for close at 1733401239507 (+3 ms)Writing region close event to WAL at 1733401239507Closed at 1733401239507 2024-12-05T12:20:39,512 WARN [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/MasterData/data/master/store/.initializing 2024-12-05T12:20:39,512 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/MasterData/WALs/9ea9abad0e9b,35235,1733401237130 2024-12-05T12:20:39,523 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:20:39,544 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9ea9abad0e9b%2C35235%2C1733401237130, suffix=, logDir=hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/MasterData/WALs/9ea9abad0e9b,35235,1733401237130, archiveDir=hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/MasterData/oldWALs, maxLogs=10 2024-12-05T12:20:39,571 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/MasterData/WALs/9ea9abad0e9b,35235,1733401237130/9ea9abad0e9b%2C35235%2C1733401237130.1733401239551, exclude list is [], retry=0 2024-12-05T12:20:39,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35693,DS-27da7b04-93d3-471b-b569-51e89c02fd55,DISK] 2024-12-05T12:20:39,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-05T12:20:39,643 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/MasterData/WALs/9ea9abad0e9b,35235,1733401237130/9ea9abad0e9b%2C35235%2C1733401237130.1733401239551 2024-12-05T12:20:39,644 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41045:41045)] 2024-12-05T12:20:39,645 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:20:39,646 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:20:39,650 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:20:39,652 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:20:39,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:20:39,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T12:20:39,735 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:39,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:20:39,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:20:39,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T12:20:39,745 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:39,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:20:39,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:20:39,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T12:20:39,751 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:39,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:20:39,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:20:39,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T12:20:39,756 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:39,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:20:39,758 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:20:39,763 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:20:39,764 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:20:39,770 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:20:39,771 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:20:39,775 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:20:39,780 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:20:39,786 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:20:39,788 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64377547, jitterRate=-0.0406997948884964}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:20:39,795 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733401239670Initializing all the Stores at 1733401239674 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401239675 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401239675Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401239676 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401239676Cleaning up temporary data from old regions at 1733401239771 (+95 ms)Region opened successfully at 1733401239795 (+24 ms) 2024-12-05T12:20:39,797 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T12:20:39,837 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2efc4be9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ea9abad0e9b/172.17.0.3:0 2024-12-05T12:20:39,870 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T12:20:39,883 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T12:20:39,883 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T12:20:39,886 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T12:20:39,888 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-05T12:20:39,893 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-12-05T12:20:39,894 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T12:20:39,927 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T12:20:39,938 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35235-0x101a69d890c0000, quorum=127.0.0.1:54969, baseZNode=/01731600503 Unable to get data of znode /01731600503/balancer because node does not exist (not necessarily an error) 2024-12-05T12:20:40,052 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01731600503/balancer already deleted, retry=false 2024-12-05T12:20:40,055 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T12:20:40,057 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35235-0x101a69d890c0000, quorum=127.0.0.1:54969, baseZNode=/01731600503 Unable to get data of znode /01731600503/normalizer because node does not exist (not necessarily an error) 2024-12-05T12:20:40,066 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01731600503/normalizer already deleted, retry=false 2024-12-05T12:20:40,069 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T12:20:40,073 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35235-0x101a69d890c0000, quorum=127.0.0.1:54969, baseZNode=/01731600503 Unable to get data of znode /01731600503/switch/split because node does not exist (not necessarily an error) 2024-12-05T12:20:40,083 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01731600503/switch/split already deleted, retry=false 2024-12-05T12:20:40,085 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35235-0x101a69d890c0000, quorum=127.0.0.1:54969, baseZNode=/01731600503 Unable to get data of znode /01731600503/switch/merge because node does not exist (not necessarily an error) 2024-12-05T12:20:40,093 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01731600503/switch/merge already deleted, retry=false 2024-12-05T12:20:40,113 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35235-0x101a69d890c0000, quorum=127.0.0.1:54969, baseZNode=/01731600503 Unable to get data of znode /01731600503/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T12:20:40,118 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01731600503/snapshot-cleanup already deleted, retry=false 2024-12-05T12:20:40,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35235-0x101a69d890c0000, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01731600503/running 2024-12-05T12:20:40,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x101a69d890c0001, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01731600503/running 2024-12-05T12:20:40,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35235-0x101a69d890c0000, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01731600503 2024-12-05T12:20:40,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x101a69d890c0001, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01731600503 2024-12-05T12:20:40,131 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9ea9abad0e9b,35235,1733401237130, sessionid=0x101a69d890c0000, setting cluster-up flag (Was=false) 2024-12-05T12:20:40,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x101a69d890c0001, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01731600503 2024-12-05T12:20:40,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35235-0x101a69d890c0000, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01731600503 2024-12-05T12:20:40,185 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01731600503/flush-table-proc/acquired, /01731600503/flush-table-proc/reached, /01731600503/flush-table-proc/abort 2024-12-05T12:20:40,187 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ea9abad0e9b,35235,1733401237130 2024-12-05T12:20:40,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35235-0x101a69d890c0000, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01731600503 2024-12-05T12:20:40,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x101a69d890c0001, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01731600503 2024-12-05T12:20:40,235 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01731600503/online-snapshot/acquired, /01731600503/online-snapshot/reached, /01731600503/online-snapshot/abort 2024-12-05T12:20:40,237 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ea9abad0e9b,35235,1733401237130 2024-12-05T12:20:40,244 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T12:20:40,299 INFO [RS:0;9ea9abad0e9b:36153 {}] regionserver.HRegionServer(746): ClusterId : 4aed246a-7d51-4f1d-910d-22bbc0bb4383 2024-12-05T12:20:40,303 DEBUG [RS:0;9ea9abad0e9b:36153 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T12:20:40,319 DEBUG [RS:0;9ea9abad0e9b:36153 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T12:20:40,320 DEBUG [RS:0;9ea9abad0e9b:36153 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T12:20:40,328 DEBUG [RS:0;9ea9abad0e9b:36153 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T12:20:40,329 DEBUG [RS:0;9ea9abad0e9b:36153 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1865909e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ea9abad0e9b/172.17.0.3:0 2024-12-05T12:20:40,332 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T12:20:40,344 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T12:20:40,349 DEBUG [RS:0;9ea9abad0e9b:36153 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9ea9abad0e9b:36153 2024-12-05T12:20:40,353 INFO [RS:0;9ea9abad0e9b:36153 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T12:20:40,353 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T12:20:40,353 INFO [RS:0;9ea9abad0e9b:36153 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T12:20:40,354 DEBUG [RS:0;9ea9abad0e9b:36153 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T12:20:40,357 INFO [RS:0;9ea9abad0e9b:36153 {}] regionserver.HRegionServer(2659): reportForDuty to master=9ea9abad0e9b,35235,1733401237130 with port=36153, startcode=1733401238136 2024-12-05T12:20:40,361 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9ea9abad0e9b,35235,1733401237130 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T12:20:40,370 DEBUG [RS:0;9ea9abad0e9b:36153 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T12:20:40,373 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:20:40,373 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:20:40,374 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:20:40,374 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:20:40,375 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9ea9abad0e9b:0, corePoolSize=10, maxPoolSize=10 2024-12-05T12:20:40,375 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:40,375 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:20:40,375 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:40,382 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:20:40,383 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T12:20:40,389 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:40,389 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T12:20:40,415 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733401270415 2024-12-05T12:20:40,417 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T12:20:40,418 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T12:20:40,423 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T12:20:40,423 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T12:20:40,424 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T12:20:40,424 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T12:20:40,439 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:40,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741831_1007 (size=1321) 2024-12-05T12:20:40,453 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T12:20:40,454 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12 2024-12-05T12:20:40,459 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T12:20:40,472 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T12:20:40,473 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T12:20:40,473 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42869, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T12:20:40,473 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T12:20:40,480 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35235 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-05T12:20:40,487 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T12:20:40,488 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T12:20:40,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741832_1008 (size=32) 2024-12-05T12:20:40,490 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401240489,5,FailOnTimeoutGroup] 2024-12-05T12:20:40,490 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401240490,5,FailOnTimeoutGroup] 2024-12-05T12:20:40,492 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:40,493 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T12:20:40,494 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:40,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:20:40,499 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:40,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:20:40,507 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:20:40,508 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:40,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:20:40,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:20:40,515 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:20:40,515 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:40,515 DEBUG [RS:0;9ea9abad0e9b:36153 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-05T12:20:40,516 WARN [RS:0;9ea9abad0e9b:36153 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-05T12:20:40,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:20:40,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:20:40,524 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:20:40,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:40,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:20:40,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:20:40,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:20:40,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:40,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:20:40,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:20:40,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/data/hbase/meta/1588230740 2024-12-05T12:20:40,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/data/hbase/meta/1588230740 2024-12-05T12:20:40,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:20:40,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:20:40,551 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:20:40,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:20:40,562 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:20:40,563 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66622022, jitterRate=-0.007254511117935181}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:20:40,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733401240499Initializing all the Stores at 1733401240502 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401240502Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401240502Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401240502Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401240503 (+1 ms)Cleaning up temporary data from old regions at 1733401240546 (+43 ms)Region opened successfully at 1733401240565 (+19 ms) 2024-12-05T12:20:40,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:20:40,566 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:20:40,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:20:40,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:20:40,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:20:40,568 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:20:40,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401240566Disabling compacts and flushes for region at 1733401240566Disabling writes for close at 1733401240566Writing region close event to WAL at 1733401240567 (+1 ms)Closed at 1733401240567 2024-12-05T12:20:40,571 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:20:40,572 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T12:20:40,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T12:20:40,587 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:20:40,591 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T12:20:40,619 INFO [RS:0;9ea9abad0e9b:36153 {}] regionserver.HRegionServer(2659): reportForDuty to master=9ea9abad0e9b,35235,1733401237130 with port=36153, startcode=1733401238136 2024-12-05T12:20:40,622 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35235 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9ea9abad0e9b,36153,1733401238136 2024-12-05T12:20:40,626 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35235 {}] master.ServerManager(517): Registering regionserver=9ea9abad0e9b,36153,1733401238136 2024-12-05T12:20:40,643 DEBUG [RS:0;9ea9abad0e9b:36153 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12 2024-12-05T12:20:40,643 DEBUG [RS:0;9ea9abad0e9b:36153 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37849 2024-12-05T12:20:40,643 DEBUG [RS:0;9ea9abad0e9b:36153 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T12:20:40,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35235-0x101a69d890c0000, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01731600503/rs 2024-12-05T12:20:40,695 DEBUG [RS:0;9ea9abad0e9b:36153 {}] zookeeper.ZKUtil(111): regionserver:36153-0x101a69d890c0001, quorum=127.0.0.1:54969, baseZNode=/01731600503 Set watcher on existing znode=/01731600503/rs/9ea9abad0e9b,36153,1733401238136 2024-12-05T12:20:40,695 WARN [RS:0;9ea9abad0e9b:36153 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:20:40,695 INFO [RS:0;9ea9abad0e9b:36153 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:20:40,696 DEBUG [RS:0;9ea9abad0e9b:36153 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,36153,1733401238136 2024-12-05T12:20:40,699 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9ea9abad0e9b,36153,1733401238136] 2024-12-05T12:20:40,742 WARN [9ea9abad0e9b:35235 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T12:20:40,743 INFO [RS:0;9ea9abad0e9b:36153 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T12:20:40,769 INFO [RS:0;9ea9abad0e9b:36153 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T12:20:40,777 INFO [RS:0;9ea9abad0e9b:36153 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T12:20:40,777 INFO [RS:0;9ea9abad0e9b:36153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:40,784 INFO [RS:0;9ea9abad0e9b:36153 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T12:20:40,794 INFO [RS:0;9ea9abad0e9b:36153 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T12:20:40,796 INFO [RS:0;9ea9abad0e9b:36153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:40,797 DEBUG [RS:0;9ea9abad0e9b:36153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:40,798 DEBUG [RS:0;9ea9abad0e9b:36153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:40,798 DEBUG [RS:0;9ea9abad0e9b:36153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:40,798 DEBUG [RS:0;9ea9abad0e9b:36153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:40,798 DEBUG [RS:0;9ea9abad0e9b:36153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:40,799 DEBUG [RS:0;9ea9abad0e9b:36153 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9ea9abad0e9b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:20:40,799 DEBUG [RS:0;9ea9abad0e9b:36153 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:40,799 DEBUG [RS:0;9ea9abad0e9b:36153 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:40,799 DEBUG [RS:0;9ea9abad0e9b:36153 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:40,800 DEBUG [RS:0;9ea9abad0e9b:36153 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:40,800 DEBUG [RS:0;9ea9abad0e9b:36153 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:40,801 DEBUG [RS:0;9ea9abad0e9b:36153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:40,801 DEBUG [RS:0;9ea9abad0e9b:36153 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9ea9abad0e9b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:20:40,801 DEBUG [RS:0;9ea9abad0e9b:36153 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9ea9abad0e9b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:20:40,811 INFO [RS:0;9ea9abad0e9b:36153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:40,811 INFO [RS:0;9ea9abad0e9b:36153 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:40,811 INFO [RS:0;9ea9abad0e9b:36153 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:40,812 INFO [RS:0;9ea9abad0e9b:36153 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:40,812 INFO [RS:0;9ea9abad0e9b:36153 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:40,812 INFO [RS:0;9ea9abad0e9b:36153 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,36153,1733401238136-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:20:40,854 INFO [RS:0;9ea9abad0e9b:36153 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T12:20:40,856 INFO [RS:0;9ea9abad0e9b:36153 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,36153,1733401238136-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:40,857 INFO [RS:0;9ea9abad0e9b:36153 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:40,859 INFO [RS:0;9ea9abad0e9b:36153 {}] regionserver.Replication(171): 9ea9abad0e9b,36153,1733401238136 started 2024-12-05T12:20:40,884 INFO [RS:0;9ea9abad0e9b:36153 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:40,885 INFO [RS:0;9ea9abad0e9b:36153 {}] regionserver.HRegionServer(1482): Serving as 9ea9abad0e9b,36153,1733401238136, RpcServer on 9ea9abad0e9b/172.17.0.3:36153, sessionid=0x101a69d890c0001 2024-12-05T12:20:40,886 DEBUG [RS:0;9ea9abad0e9b:36153 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T12:20:40,886 DEBUG [RS:0;9ea9abad0e9b:36153 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9ea9abad0e9b,36153,1733401238136 2024-12-05T12:20:40,886 DEBUG [RS:0;9ea9abad0e9b:36153 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ea9abad0e9b,36153,1733401238136' 2024-12-05T12:20:40,887 DEBUG [RS:0;9ea9abad0e9b:36153 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01731600503/flush-table-proc/abort' 2024-12-05T12:20:40,888 DEBUG [RS:0;9ea9abad0e9b:36153 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01731600503/flush-table-proc/acquired' 2024-12-05T12:20:40,888 DEBUG [RS:0;9ea9abad0e9b:36153 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T12:20:40,889 DEBUG [RS:0;9ea9abad0e9b:36153 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T12:20:40,889 DEBUG [RS:0;9ea9abad0e9b:36153 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9ea9abad0e9b,36153,1733401238136 2024-12-05T12:20:40,889 DEBUG [RS:0;9ea9abad0e9b:36153 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ea9abad0e9b,36153,1733401238136' 2024-12-05T12:20:40,889 DEBUG [RS:0;9ea9abad0e9b:36153 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01731600503/online-snapshot/abort' 2024-12-05T12:20:40,890 DEBUG [RS:0;9ea9abad0e9b:36153 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01731600503/online-snapshot/acquired' 2024-12-05T12:20:40,891 DEBUG [RS:0;9ea9abad0e9b:36153 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T12:20:40,891 INFO [RS:0;9ea9abad0e9b:36153 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T12:20:40,891 INFO [RS:0;9ea9abad0e9b:36153 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T12:20:40,997 INFO [RS:0;9ea9abad0e9b:36153 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:20:41,005 INFO [RS:0;9ea9abad0e9b:36153 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C36153%2C1733401238136, suffix=, logDir=hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,36153,1733401238136, archiveDir=hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/oldWALs, maxLogs=10 2024-12-05T12:20:41,030 DEBUG [RS:0;9ea9abad0e9b:36153 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,36153,1733401238136/9ea9abad0e9b%2C36153%2C1733401238136.1733401241008, exclude list is [], retry=0 2024-12-05T12:20:41,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35693,DS-27da7b04-93d3-471b-b569-51e89c02fd55,DISK] 2024-12-05T12:20:41,051 INFO [RS:0;9ea9abad0e9b:36153 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,36153,1733401238136/9ea9abad0e9b%2C36153%2C1733401238136.1733401241008 2024-12-05T12:20:41,055 DEBUG [RS:0;9ea9abad0e9b:36153 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41045:41045)] 2024-12-05T12:20:41,246 DEBUG [9ea9abad0e9b:35235 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T12:20:41,261 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9ea9abad0e9b,36153,1733401238136 2024-12-05T12:20:41,269 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ea9abad0e9b,36153,1733401238136, state=OPENING 2024-12-05T12:20:41,310 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T12:20:41,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x101a69d890c0001, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01731600503 2024-12-05T12:20:41,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35235-0x101a69d890c0000, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01731600503 2024-12-05T12:20:41,326 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01731600503/meta-region-server: CHANGED 2024-12-05T12:20:41,326 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01731600503/meta-region-server: CHANGED 2024-12-05T12:20:41,328 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:20:41,330 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,36153,1733401238136}] 2024-12-05T12:20:41,507 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:20:41,511 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60055, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T12:20:41,526 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T12:20:41,527 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:20:41,528 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T12:20:41,532 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C36153%2C1733401238136.meta, suffix=.meta, logDir=hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,36153,1733401238136, archiveDir=hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/oldWALs, maxLogs=10 2024-12-05T12:20:41,548 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,36153,1733401238136/9ea9abad0e9b%2C36153%2C1733401238136.meta.1733401241534.meta, exclude list is [], retry=0 2024-12-05T12:20:41,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35693,DS-27da7b04-93d3-471b-b569-51e89c02fd55,DISK] 2024-12-05T12:20:41,563 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,36153,1733401238136/9ea9abad0e9b%2C36153%2C1733401238136.meta.1733401241534.meta 2024-12-05T12:20:41,564 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41045:41045)] 2024-12-05T12:20:41,565 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:20:41,571 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:20:41,573 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:20:41,576 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T12:20:41,579 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T12:20:41,584 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T12:20:41,585 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:20:41,585 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T12:20:41,585 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T12:20:41,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:20:41,592 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:20:41,592 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:41,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:20:41,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:20:41,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:20:41,599 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:41,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:20:41,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:20:41,603 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:20:41,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:41,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:20:41,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:20:41,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:20:41,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:41,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:20:41,611 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:20:41,613 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/data/hbase/meta/1588230740 2024-12-05T12:20:41,618 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/data/hbase/meta/1588230740 2024-12-05T12:20:41,622 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:20:41,622 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:20:41,624 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:20:41,628 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:20:41,630 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69332942, jitterRate=0.03314134478569031}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:20:41,630 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T12:20:41,632 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733401241586Writing region info on filesystem at 1733401241586Initializing all the Stores at 1733401241589 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401241589Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401241589Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401241589Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401241589Cleaning up temporary data from old regions at 1733401241622 (+33 ms)Running coprocessor post-open hooks at 1733401241630 (+8 ms)Region opened successfully at 1733401241632 (+2 ms) 2024-12-05T12:20:41,640 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733401241498 2024-12-05T12:20:41,655 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T12:20:41,655 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T12:20:41,657 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9ea9abad0e9b,36153,1733401238136 2024-12-05T12:20:41,661 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ea9abad0e9b,36153,1733401238136, state=OPEN 2024-12-05T12:20:42,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35235-0x101a69d890c0000, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01731600503/meta-region-server 2024-12-05T12:20:42,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x101a69d890c0001, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01731600503/meta-region-server 2024-12-05T12:20:42,031 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01731600503/meta-region-server: CHANGED 2024-12-05T12:20:42,031 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01731600503/meta-region-server: CHANGED 2024-12-05T12:20:42,031 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,36153,1733401238136 2024-12-05T12:20:42,038 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T12:20:42,038 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,36153,1733401238136 in 701 msec 2024-12-05T12:20:42,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T12:20:42,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.4620 sec 2024-12-05T12:20:42,049 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:20:42,049 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T12:20:42,074 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:20:42,075 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,36153,1733401238136, seqNum=-1] 2024-12-05T12:20:42,099 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:20:42,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57045, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:20:42,130 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.8460 sec 2024-12-05T12:20:42,131 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733401242131, completionTime=-1 2024-12-05T12:20:42,135 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T12:20:42,135 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T12:20:42,202 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T12:20:42,203 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733401302202 2024-12-05T12:20:42,203 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733401362203 2024-12-05T12:20:42,203 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 67 msec 2024-12-05T12:20:42,206 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,35235,1733401237130-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:42,207 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,35235,1733401237130-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:42,207 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,35235,1733401237130-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:42,210 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9ea9abad0e9b:35235, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:42,210 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:42,225 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:42,225 DEBUG [master/9ea9abad0e9b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T12:20:42,261 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.882sec 2024-12-05T12:20:42,262 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T12:20:42,264 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T12:20:42,265 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T12:20:42,266 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T12:20:42,266 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T12:20:42,267 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,35235,1733401237130-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:20:42,268 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,35235,1733401237130-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T12:20:42,279 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T12:20:42,280 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T12:20:42,280 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,35235,1733401237130-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:42,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ecdac96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:42,312 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-05T12:20:42,313 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-05T12:20:42,315 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,35235,-1 for getting cluster id 2024-12-05T12:20:42,318 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:20:42,328 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4aed246a-7d51-4f1d-910d-22bbc0bb4383' 2024-12-05T12:20:42,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:20:42,331 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4aed246a-7d51-4f1d-910d-22bbc0bb4383" 2024-12-05T12:20:42,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3511359d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:42,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,35235,-1] 2024-12-05T12:20:42,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:20:42,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:42,341 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:20:42,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63c33ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:42,346 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:20:42,356 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,36153,1733401238136, seqNum=-1] 2024-12-05T12:20:42,357 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:20:42,360 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:20:42,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9ea9abad0e9b,35235,1733401237130 2024-12-05T12:20:42,390 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54969 2024-12-05T12:20:42,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:20:42,411 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a69d890c0002 connected 2024-12-05T12:20:42,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/958ec61b-9a1f-5132-363c-ba188585a183/hadoop.log.dir so I do NOT create it in target/test-data/e4e873b2-0699-8935-f950-6154126cd96d 2024-12-05T12:20:42,442 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/958ec61b-9a1f-5132-363c-ba188585a183/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T12:20:42,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/958ec61b-9a1f-5132-363c-ba188585a183/hadoop.tmp.dir so I do NOT create it in target/test-data/e4e873b2-0699-8935-f950-6154126cd96d 2024-12-05T12:20:42,442 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/958ec61b-9a1f-5132-363c-ba188585a183/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T12:20:42,442 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e873b2-0699-8935-f950-6154126cd96d 2024-12-05T12:20:42,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T12:20:42,443 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e873b2-0699-8935-f950-6154126cd96d/cluster_ec0d0590-b122-d6b2-c347-45e34e935fd4, deleteOnExit=true 2024-12-05T12:20:42,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T12:20:42,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e873b2-0699-8935-f950-6154126cd96d/test.cache.data in system properties and HBase conf 2024-12-05T12:20:42,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e873b2-0699-8935-f950-6154126cd96d/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T12:20:42,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e873b2-0699-8935-f950-6154126cd96d/hadoop.log.dir in system properties and HBase conf 2024-12-05T12:20:42,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e873b2-0699-8935-f950-6154126cd96d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T12:20:42,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e873b2-0699-8935-f950-6154126cd96d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T12:20:42,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T12:20:42,444 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T12:20:42,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e873b2-0699-8935-f950-6154126cd96d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:20:42,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e873b2-0699-8935-f950-6154126cd96d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:20:42,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e873b2-0699-8935-f950-6154126cd96d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T12:20:42,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e873b2-0699-8935-f950-6154126cd96d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:20:42,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e873b2-0699-8935-f950-6154126cd96d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T12:20:42,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e873b2-0699-8935-f950-6154126cd96d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T12:20:42,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e873b2-0699-8935-f950-6154126cd96d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:20:42,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e873b2-0699-8935-f950-6154126cd96d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:20:42,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e873b2-0699-8935-f950-6154126cd96d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T12:20:42,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e873b2-0699-8935-f950-6154126cd96d/nfs.dump.dir in system properties and HBase conf 2024-12-05T12:20:42,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e873b2-0699-8935-f950-6154126cd96d/java.io.tmpdir in system properties and HBase conf 2024-12-05T12:20:42,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e873b2-0699-8935-f950-6154126cd96d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:20:42,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e873b2-0699-8935-f950-6154126cd96d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T12:20:42,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e873b2-0699-8935-f950-6154126cd96d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T12:20:42,779 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:20:42,786 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:20:42,791 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:20:42,791 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:20:42,791 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T12:20:42,794 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:20:42,796 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fa80ce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e873b2-0699-8935-f950-6154126cd96d/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:20:42,797 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b608463{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:20:42,912 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35409618{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e873b2-0699-8935-f950-6154126cd96d/java.io.tmpdir/jetty-localhost-43069-hadoop-hdfs-3_4_1-tests_jar-_-any-16528484840797215415/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:20:42,912 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7cc08b0a{HTTP/1.1, (http/1.1)}{localhost:43069} 2024-12-05T12:20:42,913 INFO [Time-limited test {}] server.Server(415): Started @11994ms 2024-12-05T12:20:43,188 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:20:43,194 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:20:43,223 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:20:43,223 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:20:43,224 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T12:20:43,227 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@282256de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e873b2-0699-8935-f950-6154126cd96d/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:20:43,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22b39d31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:20:43,360 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@765b0853{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e873b2-0699-8935-f950-6154126cd96d/java.io.tmpdir/jetty-localhost-32885-hadoop-hdfs-3_4_1-tests_jar-_-any-9943109506992812519/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:20:43,361 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@684ad4cf{HTTP/1.1, (http/1.1)}{localhost:32885} 2024-12-05T12:20:43,361 INFO [Time-limited test {}] server.Server(415): Started @12443ms 2024-12-05T12:20:43,364 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T12:20:43,944 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e873b2-0699-8935-f950-6154126cd96d/cluster_ec0d0590-b122-d6b2-c347-45e34e935fd4/data/data2/current/BP-467594785-172.17.0.3-1733401242479/current, will proceed with Du for space computation calculation, 2024-12-05T12:20:43,947 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e873b2-0699-8935-f950-6154126cd96d/cluster_ec0d0590-b122-d6b2-c347-45e34e935fd4/data/data1/current/BP-467594785-172.17.0.3-1733401242479/current, will proceed with Du for space computation calculation, 2024-12-05T12:20:43,977 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T12:20:43,982 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6f33803a5123fedf with lease ID 0xa1414cc154cba509: Processing first storage report for DS-b0df0196-47e1-4d75-869d-df320236e6c5 from datanode DatanodeRegistration(127.0.0.1:43409, datanodeUuid=7b8c3aca-d88d-4a11-be8a-f7bc4b73b1f6, infoPort=45893, infoSecurePort=0, ipcPort=40387, storageInfo=lv=-57;cid=testClusterID;nsid=204510893;c=1733401242479) 2024-12-05T12:20:43,982 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6f33803a5123fedf with lease ID 0xa1414cc154cba509: from storage DS-b0df0196-47e1-4d75-869d-df320236e6c5 node DatanodeRegistration(127.0.0.1:43409, datanodeUuid=7b8c3aca-d88d-4a11-be8a-f7bc4b73b1f6, infoPort=45893, infoSecurePort=0, ipcPort=40387, storageInfo=lv=-57;cid=testClusterID;nsid=204510893;c=1733401242479), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:20:43,982 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6f33803a5123fedf with lease ID 0xa1414cc154cba509: Processing first storage report for DS-c4a086e9-6b27-490f-a11e-23c434688759 from datanode DatanodeRegistration(127.0.0.1:43409, datanodeUuid=7b8c3aca-d88d-4a11-be8a-f7bc4b73b1f6, infoPort=45893, infoSecurePort=0, ipcPort=40387, storageInfo=lv=-57;cid=testClusterID;nsid=204510893;c=1733401242479) 2024-12-05T12:20:43,982 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6f33803a5123fedf with lease ID 0xa1414cc154cba509: from storage DS-c4a086e9-6b27-490f-a11e-23c434688759 node DatanodeRegistration(127.0.0.1:43409, datanodeUuid=7b8c3aca-d88d-4a11-be8a-f7bc4b73b1f6, infoPort=45893, infoSecurePort=0, ipcPort=40387, storageInfo=lv=-57;cid=testClusterID;nsid=204510893;c=1733401242479), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:20:44,068 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e873b2-0699-8935-f950-6154126cd96d 2024-12-05T12:20:44,068 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:20:44,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:20:44,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43409 is added to blk_1073741825_1001 (size=7) 2024-12-05T12:20:44,484 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39577/user/jenkins/test-data/524b73f4-0706-49c8-44f2-dbc22bd1c57c with version=8 2024-12-05T12:20:44,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39577/user/jenkins/test-data/524b73f4-0706-49c8-44f2-dbc22bd1c57c/hbase-staging 2024-12-05T12:20:44,487 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9ea9abad0e9b:0 server-side Connection retries=45 2024-12-05T12:20:44,487 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:20:44,487 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:20:44,487 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:20:44,487 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:20:44,487 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:20:44,488 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T12:20:44,488 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:20:44,489 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34841 2024-12-05T12:20:44,491 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34841 connecting to ZooKeeper ensemble=127.0.0.1:54969 2024-12-05T12:20:44,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:348410x0, quorum=127.0.0.1:54969, baseZNode=/1140164647 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:20:44,527 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34841-0x101a69d890c0003 connected 2024-12-05T12:20:44,585 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:20:44,587 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:20:44,590 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34841-0x101a69d890c0003, quorum=127.0.0.1:54969, baseZNode=/1140164647 Set watcher on znode that does not yet exist, /1140164647/running 2024-12-05T12:20:44,590 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39577/user/jenkins/test-data/524b73f4-0706-49c8-44f2-dbc22bd1c57c, hbase.cluster.distributed=false 2024-12-05T12:20:44,592 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34841-0x101a69d890c0003, quorum=127.0.0.1:54969, baseZNode=/1140164647 Set watcher on znode that does not yet exist, /1140164647/acl 2024-12-05T12:20:44,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34841 2024-12-05T12:20:44,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34841 2024-12-05T12:20:44,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34841 2024-12-05T12:20:44,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34841 2024-12-05T12:20:44,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34841 2024-12-05T12:20:44,611 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9ea9abad0e9b:0 server-side Connection retries=45 2024-12-05T12:20:44,611 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:20:44,611 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:20:44,611 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:20:44,611 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:20:44,612 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:20:44,612 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T12:20:44,612 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:20:44,613 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39723 2024-12-05T12:20:44,614 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39723 connecting to ZooKeeper ensemble=127.0.0.1:54969 2024-12-05T12:20:44,616 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:20:44,618 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:20:44,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397230x0, quorum=127.0.0.1:54969, baseZNode=/1140164647 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:20:44,633 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:397230x0, quorum=127.0.0.1:54969, baseZNode=/1140164647 Set watcher on znode that does not yet exist, /1140164647/running 2024-12-05T12:20:44,634 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39723-0x101a69d890c0004 connected 2024-12-05T12:20:44,634 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T12:20:44,635 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T12:20:44,636 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39723-0x101a69d890c0004, quorum=127.0.0.1:54969, baseZNode=/1140164647 Set watcher on znode that does not yet exist, /1140164647/master 2024-12-05T12:20:44,638 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39723-0x101a69d890c0004, quorum=127.0.0.1:54969, baseZNode=/1140164647 Set watcher on znode that does not yet exist, /1140164647/acl 2024-12-05T12:20:44,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39723 2024-12-05T12:20:44,639 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39723 2024-12-05T12:20:44,639 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39723 2024-12-05T12:20:44,639 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39723 2024-12-05T12:20:44,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39723 2024-12-05T12:20:44,653 DEBUG [M:0;9ea9abad0e9b:34841 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9ea9abad0e9b:34841 2024-12-05T12:20:44,653 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1140164647/backup-masters/9ea9abad0e9b,34841,1733401244486 2024-12-05T12:20:44,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34841-0x101a69d890c0003, quorum=127.0.0.1:54969, baseZNode=/1140164647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140164647/backup-masters 2024-12-05T12:20:44,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x101a69d890c0004, quorum=127.0.0.1:54969, baseZNode=/1140164647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140164647/backup-masters 2024-12-05T12:20:44,661 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34841-0x101a69d890c0003, quorum=127.0.0.1:54969, baseZNode=/1140164647 Set watcher on existing znode=/1140164647/backup-masters/9ea9abad0e9b,34841,1733401244486 2024-12-05T12:20:44,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x101a69d890c0004, quorum=127.0.0.1:54969, baseZNode=/1140164647 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1140164647/master 2024-12-05T12:20:44,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34841-0x101a69d890c0003, quorum=127.0.0.1:54969, baseZNode=/1140164647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140164647 2024-12-05T12:20:44,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x101a69d890c0004, quorum=127.0.0.1:54969, baseZNode=/1140164647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140164647 2024-12-05T12:20:44,669 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34841-0x101a69d890c0003, quorum=127.0.0.1:54969, baseZNode=/1140164647 Set watcher on existing znode=/1140164647/master 2024-12-05T12:20:44,669 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1140164647/backup-masters/9ea9abad0e9b,34841,1733401244486 from backup master directory 2024-12-05T12:20:44,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x101a69d890c0004, quorum=127.0.0.1:54969, baseZNode=/1140164647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140164647/backup-masters 2024-12-05T12:20:44,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34841-0x101a69d890c0003, quorum=127.0.0.1:54969, baseZNode=/1140164647 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1140164647/backup-masters/9ea9abad0e9b,34841,1733401244486 2024-12-05T12:20:44,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34841-0x101a69d890c0003, quorum=127.0.0.1:54969, baseZNode=/1140164647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140164647/backup-masters 2024-12-05T12:20:44,679 WARN [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:20:44,679 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9ea9abad0e9b,34841,1733401244486 2024-12-05T12:20:44,686 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39577/user/jenkins/test-data/524b73f4-0706-49c8-44f2-dbc22bd1c57c/hbase.id] with ID: 1ae574dc-33d3-4c48-812c-32acf4f67771 2024-12-05T12:20:44,686 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39577/user/jenkins/test-data/524b73f4-0706-49c8-44f2-dbc22bd1c57c/.tmp/hbase.id 2024-12-05T12:20:44,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43409 is added to blk_1073741826_1002 (size=42) 2024-12-05T12:20:45,098 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39577/user/jenkins/test-data/524b73f4-0706-49c8-44f2-dbc22bd1c57c/.tmp/hbase.id]:[hdfs://localhost:39577/user/jenkins/test-data/524b73f4-0706-49c8-44f2-dbc22bd1c57c/hbase.id] 2024-12-05T12:20:45,124 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:20:45,124 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T12:20:45,126 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-05T12:20:45,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x101a69d890c0004, quorum=127.0.0.1:54969, baseZNode=/1140164647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140164647 2024-12-05T12:20:45,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34841-0x101a69d890c0003, quorum=127.0.0.1:54969, baseZNode=/1140164647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140164647 2024-12-05T12:20:45,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43409 is added to blk_1073741827_1003 (size=196) 2024-12-05T12:20:45,576 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:20:45,577 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T12:20:45,590 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:20:45,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43409 is added to blk_1073741828_1004 (size=1189) 2024-12-05T12:20:45,602 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39577/user/jenkins/test-data/524b73f4-0706-49c8-44f2-dbc22bd1c57c/MasterData/data/master/store 2024-12-05T12:20:45,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43409 is added to blk_1073741829_1005 (size=34) 2024-12-05T12:20:46,013 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:20:46,014 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:20:46,014 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:20:46,014 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:20:46,014 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:20:46,014 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:20:46,014 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:20:46,014 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401246014Disabling compacts and flushes for region at 1733401246014Disabling writes for close at 1733401246014Writing region close event to WAL at 1733401246014Closed at 1733401246014 2024-12-05T12:20:46,017 WARN [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39577/user/jenkins/test-data/524b73f4-0706-49c8-44f2-dbc22bd1c57c/MasterData/data/master/store/.initializing 2024-12-05T12:20:46,017 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39577/user/jenkins/test-data/524b73f4-0706-49c8-44f2-dbc22bd1c57c/MasterData/WALs/9ea9abad0e9b,34841,1733401244486 2024-12-05T12:20:46,020 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:20:46,024 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9ea9abad0e9b%2C34841%2C1733401244486, suffix=, logDir=hdfs://localhost:39577/user/jenkins/test-data/524b73f4-0706-49c8-44f2-dbc22bd1c57c/MasterData/WALs/9ea9abad0e9b,34841,1733401244486, archiveDir=hdfs://localhost:39577/user/jenkins/test-data/524b73f4-0706-49c8-44f2-dbc22bd1c57c/MasterData/oldWALs, maxLogs=10 2024-12-05T12:20:46,044 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/524b73f4-0706-49c8-44f2-dbc22bd1c57c/MasterData/WALs/9ea9abad0e9b,34841,1733401244486/9ea9abad0e9b%2C34841%2C1733401244486.1733401246025, exclude list is [], retry=0 2024-12-05T12:20:46,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43409,DS-b0df0196-47e1-4d75-869d-df320236e6c5,DISK] 2024-12-05T12:20:46,054 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/524b73f4-0706-49c8-44f2-dbc22bd1c57c/MasterData/WALs/9ea9abad0e9b,34841,1733401244486/9ea9abad0e9b%2C34841%2C1733401244486.1733401246025 2024-12-05T12:20:46,054 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45893:45893)] 2024-12-05T12:20:46,055 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:20:46,055 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:20:46,055 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:20:46,055 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:20:46,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:20:46,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T12:20:46,062 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:46,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:20:46,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:20:46,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T12:20:46,067 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:46,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:20:46,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:20:46,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T12:20:46,071 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:46,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:20:46,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:20:46,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T12:20:46,076 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:46,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:20:46,077 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:20:46,079 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39577/user/jenkins/test-data/524b73f4-0706-49c8-44f2-dbc22bd1c57c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:20:46,080 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39577/user/jenkins/test-data/524b73f4-0706-49c8-44f2-dbc22bd1c57c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:20:46,083 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:20:46,083 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:20:46,084 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:20:46,086 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:20:46,091 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39577/user/jenkins/test-data/524b73f4-0706-49c8-44f2-dbc22bd1c57c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:20:46,092 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67008088, jitterRate=-0.0015016794204711914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:20:46,092 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733401246056Initializing all the Stores at 1733401246058 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401246058Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401246059 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401246059Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401246059Cleaning up temporary data from old regions at 1733401246083 (+24 ms)Region opened successfully at 1733401246092 (+9 ms) 2024-12-05T12:20:46,093 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T12:20:46,099 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@484ca242, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ea9abad0e9b/172.17.0.3:0 2024-12-05T12:20:46,101 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T12:20:46,101 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T12:20:46,101 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T12:20:46,101 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T12:20:46,102 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-05T12:20:46,103 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T12:20:46,103 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T12:20:46,107 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T12:20:46,108 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34841-0x101a69d890c0003, quorum=127.0.0.1:54969, baseZNode=/1140164647 Unable to get data of znode /1140164647/balancer because node does not exist (not necessarily an error) 2024-12-05T12:20:46,201 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1140164647/balancer already deleted, retry=false 2024-12-05T12:20:46,202 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T12:20:46,203 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34841-0x101a69d890c0003, quorum=127.0.0.1:54969, baseZNode=/1140164647 Unable to get data of znode /1140164647/normalizer because node does not exist (not necessarily an error) 2024-12-05T12:20:46,209 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1140164647/normalizer already deleted, retry=false 2024-12-05T12:20:46,210 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T12:20:46,211 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34841-0x101a69d890c0003, quorum=127.0.0.1:54969, baseZNode=/1140164647 Unable to get data of znode /1140164647/switch/split because node does not exist (not necessarily an error) 2024-12-05T12:20:46,217 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1140164647/switch/split already deleted, retry=false 2024-12-05T12:20:46,219 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34841-0x101a69d890c0003, quorum=127.0.0.1:54969, baseZNode=/1140164647 Unable to get data of znode /1140164647/switch/merge because node does not exist (not necessarily an error) 2024-12-05T12:20:46,226 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1140164647/switch/merge already deleted, retry=false 2024-12-05T12:20:46,229 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34841-0x101a69d890c0003, quorum=127.0.0.1:54969, baseZNode=/1140164647 Unable to get data of znode /1140164647/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T12:20:46,234 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1140164647/snapshot-cleanup already deleted, retry=false 2024-12-05T12:20:46,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34841-0x101a69d890c0003, quorum=127.0.0.1:54969, baseZNode=/1140164647 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1140164647/running 2024-12-05T12:20:46,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34841-0x101a69d890c0003, quorum=127.0.0.1:54969, baseZNode=/1140164647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140164647 2024-12-05T12:20:46,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x101a69d890c0004, quorum=127.0.0.1:54969, baseZNode=/1140164647 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1140164647/running 2024-12-05T12:20:46,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x101a69d890c0004, quorum=127.0.0.1:54969, baseZNode=/1140164647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140164647 2024-12-05T12:20:46,244 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9ea9abad0e9b,34841,1733401244486, sessionid=0x101a69d890c0003, setting cluster-up flag (Was=false) 2024-12-05T12:20:46,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34841-0x101a69d890c0003, quorum=127.0.0.1:54969, baseZNode=/1140164647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140164647 2024-12-05T12:20:46,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x101a69d890c0004, quorum=127.0.0.1:54969, baseZNode=/1140164647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140164647 2024-12-05T12:20:46,285 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1140164647/flush-table-proc/acquired, /1140164647/flush-table-proc/reached, /1140164647/flush-table-proc/abort 2024-12-05T12:20:46,286 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ea9abad0e9b,34841,1733401244486 2024-12-05T12:20:46,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x101a69d890c0004, quorum=127.0.0.1:54969, baseZNode=/1140164647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140164647 2024-12-05T12:20:46,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34841-0x101a69d890c0003, quorum=127.0.0.1:54969, baseZNode=/1140164647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140164647 2024-12-05T12:20:46,326 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1140164647/online-snapshot/acquired, /1140164647/online-snapshot/reached, /1140164647/online-snapshot/abort 2024-12-05T12:20:46,328 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ea9abad0e9b,34841,1733401244486 2024-12-05T12:20:46,330 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39577/user/jenkins/test-data/524b73f4-0706-49c8-44f2-dbc22bd1c57c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T12:20:46,334 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T12:20:46,334 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T12:20:46,334 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T12:20:46,335 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9ea9abad0e9b,34841,1733401244486 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T12:20:46,336 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:20:46,337 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:20:46,337 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:20:46,337 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:20:46,337 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9ea9abad0e9b:0, corePoolSize=10, maxPoolSize=10 2024-12-05T12:20:46,337 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:46,337 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:20:46,337 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:46,338 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733401276338 2024-12-05T12:20:46,338 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T12:20:46,338 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T12:20:46,338 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T12:20:46,338 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T12:20:46,338 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T12:20:46,338 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T12:20:46,339 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:46,339 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T12:20:46,339 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T12:20:46,339 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T12:20:46,339 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T12:20:46,340 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T12:20:46,340 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T12:20:46,340 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:20:46,340 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401246340,5,FailOnTimeoutGroup] 2024-12-05T12:20:46,341 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T12:20:46,341 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401246340,5,FailOnTimeoutGroup] 2024-12-05T12:20:46,341 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:46,341 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T12:20:46,341 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:46,341 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:46,342 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:46,343 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T12:20:46,348 INFO [RS:0;9ea9abad0e9b:39723 {}] regionserver.HRegionServer(746): ClusterId : 1ae574dc-33d3-4c48-812c-32acf4f67771 2024-12-05T12:20:46,348 DEBUG [RS:0;9ea9abad0e9b:39723 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T12:20:46,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43409 is added to blk_1073741831_1007 (size=1321) 2024-12-05T12:20:46,357 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39577/user/jenkins/test-data/524b73f4-0706-49c8-44f2-dbc22bd1c57c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T12:20:46,357 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39577/user/jenkins/test-data/524b73f4-0706-49c8-44f2-dbc22bd1c57c 2024-12-05T12:20:46,359 DEBUG [RS:0;9ea9abad0e9b:39723 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T12:20:46,359 DEBUG [RS:0;9ea9abad0e9b:39723 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T12:20:46,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43409 is added to blk_1073741832_1008 (size=32) 2024-12-05T12:20:46,369 DEBUG [RS:0;9ea9abad0e9b:39723 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T12:20:46,369 DEBUG [RS:0;9ea9abad0e9b:39723 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18af8930, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ea9abad0e9b/172.17.0.3:0 2024-12-05T12:20:46,382 DEBUG [RS:0;9ea9abad0e9b:39723 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9ea9abad0e9b:39723 2024-12-05T12:20:46,382 INFO [RS:0;9ea9abad0e9b:39723 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T12:20:46,382 INFO [RS:0;9ea9abad0e9b:39723 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T12:20:46,382 DEBUG [RS:0;9ea9abad0e9b:39723 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T12:20:46,383 INFO [RS:0;9ea9abad0e9b:39723 {}] regionserver.HRegionServer(2659): reportForDuty to master=9ea9abad0e9b,34841,1733401244486 with port=39723, startcode=1733401244610 2024-12-05T12:20:46,384 DEBUG [RS:0;9ea9abad0e9b:39723 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T12:20:46,387 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43801, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T12:20:46,388 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34841 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9ea9abad0e9b,39723,1733401244610 2024-12-05T12:20:46,388 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34841 {}] master.ServerManager(517): Registering regionserver=9ea9abad0e9b,39723,1733401244610 2024-12-05T12:20:46,392 DEBUG [RS:0;9ea9abad0e9b:39723 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39577/user/jenkins/test-data/524b73f4-0706-49c8-44f2-dbc22bd1c57c 2024-12-05T12:20:46,392 DEBUG [RS:0;9ea9abad0e9b:39723 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39577 2024-12-05T12:20:46,392 DEBUG [RS:0;9ea9abad0e9b:39723 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T12:20:46,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34841-0x101a69d890c0003, quorum=127.0.0.1:54969, baseZNode=/1140164647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140164647/rs 2024-12-05T12:20:46,402 DEBUG [RS:0;9ea9abad0e9b:39723 {}] zookeeper.ZKUtil(111): regionserver:39723-0x101a69d890c0004, quorum=127.0.0.1:54969, baseZNode=/1140164647 Set watcher on existing znode=/1140164647/rs/9ea9abad0e9b,39723,1733401244610 2024-12-05T12:20:46,402 WARN [RS:0;9ea9abad0e9b:39723 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:20:46,402 INFO [RS:0;9ea9abad0e9b:39723 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:20:46,403 DEBUG [RS:0;9ea9abad0e9b:39723 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39577/user/jenkins/test-data/524b73f4-0706-49c8-44f2-dbc22bd1c57c/WALs/9ea9abad0e9b,39723,1733401244610 2024-12-05T12:20:46,403 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9ea9abad0e9b,39723,1733401244610] 2024-12-05T12:20:46,411 INFO [RS:0;9ea9abad0e9b:39723 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T12:20:46,415 INFO [RS:0;9ea9abad0e9b:39723 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T12:20:46,415 INFO [RS:0;9ea9abad0e9b:39723 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T12:20:46,415 INFO [RS:0;9ea9abad0e9b:39723 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:46,416 INFO [RS:0;9ea9abad0e9b:39723 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T12:20:46,417 INFO [RS:0;9ea9abad0e9b:39723 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T12:20:46,417 INFO [RS:0;9ea9abad0e9b:39723 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:46,417 DEBUG [RS:0;9ea9abad0e9b:39723 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:46,417 DEBUG [RS:0;9ea9abad0e9b:39723 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:46,417 DEBUG [RS:0;9ea9abad0e9b:39723 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:46,417 DEBUG [RS:0;9ea9abad0e9b:39723 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:46,418 DEBUG [RS:0;9ea9abad0e9b:39723 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:46,418 DEBUG [RS:0;9ea9abad0e9b:39723 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9ea9abad0e9b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:20:46,418 DEBUG [RS:0;9ea9abad0e9b:39723 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:46,418 DEBUG [RS:0;9ea9abad0e9b:39723 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:46,418 DEBUG [RS:0;9ea9abad0e9b:39723 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:46,418 DEBUG [RS:0;9ea9abad0e9b:39723 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:46,418 DEBUG [RS:0;9ea9abad0e9b:39723 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:46,418 DEBUG [RS:0;9ea9abad0e9b:39723 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:46,418 DEBUG [RS:0;9ea9abad0e9b:39723 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9ea9abad0e9b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:20:46,418 DEBUG [RS:0;9ea9abad0e9b:39723 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9ea9abad0e9b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:20:46,422 INFO [RS:0;9ea9abad0e9b:39723 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:46,422 INFO [RS:0;9ea9abad0e9b:39723 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:46,422 INFO [RS:0;9ea9abad0e9b:39723 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:46,422 INFO [RS:0;9ea9abad0e9b:39723 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:46,422 INFO [RS:0;9ea9abad0e9b:39723 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:46,422 INFO [RS:0;9ea9abad0e9b:39723 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,39723,1733401244610-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:20:46,443 INFO [RS:0;9ea9abad0e9b:39723 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T12:20:46,444 INFO [RS:0;9ea9abad0e9b:39723 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,39723,1733401244610-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:46,444 INFO [RS:0;9ea9abad0e9b:39723 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:46,444 INFO [RS:0;9ea9abad0e9b:39723 {}] regionserver.Replication(171): 9ea9abad0e9b,39723,1733401244610 started 2024-12-05T12:20:46,465 INFO [RS:0;9ea9abad0e9b:39723 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:46,465 INFO [RS:0;9ea9abad0e9b:39723 {}] regionserver.HRegionServer(1482): Serving as 9ea9abad0e9b,39723,1733401244610, RpcServer on 9ea9abad0e9b/172.17.0.3:39723, sessionid=0x101a69d890c0004 2024-12-05T12:20:46,466 DEBUG [RS:0;9ea9abad0e9b:39723 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T12:20:46,466 DEBUG [RS:0;9ea9abad0e9b:39723 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9ea9abad0e9b,39723,1733401244610 2024-12-05T12:20:46,466 DEBUG [RS:0;9ea9abad0e9b:39723 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ea9abad0e9b,39723,1733401244610' 2024-12-05T12:20:46,466 DEBUG [RS:0;9ea9abad0e9b:39723 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1140164647/flush-table-proc/abort' 2024-12-05T12:20:46,467 DEBUG [RS:0;9ea9abad0e9b:39723 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1140164647/flush-table-proc/acquired' 2024-12-05T12:20:46,467 DEBUG [RS:0;9ea9abad0e9b:39723 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T12:20:46,467 DEBUG [RS:0;9ea9abad0e9b:39723 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T12:20:46,468 DEBUG [RS:0;9ea9abad0e9b:39723 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9ea9abad0e9b,39723,1733401244610 2024-12-05T12:20:46,468 DEBUG [RS:0;9ea9abad0e9b:39723 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ea9abad0e9b,39723,1733401244610' 2024-12-05T12:20:46,468 DEBUG [RS:0;9ea9abad0e9b:39723 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1140164647/online-snapshot/abort' 2024-12-05T12:20:46,468 DEBUG [RS:0;9ea9abad0e9b:39723 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1140164647/online-snapshot/acquired' 2024-12-05T12:20:46,469 DEBUG [RS:0;9ea9abad0e9b:39723 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T12:20:46,469 INFO [RS:0;9ea9abad0e9b:39723 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T12:20:46,469 INFO [RS:0;9ea9abad0e9b:39723 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T12:20:46,570 INFO [RS:0;9ea9abad0e9b:39723 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:20:46,573 INFO [RS:0;9ea9abad0e9b:39723 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C39723%2C1733401244610, suffix=, logDir=hdfs://localhost:39577/user/jenkins/test-data/524b73f4-0706-49c8-44f2-dbc22bd1c57c/WALs/9ea9abad0e9b,39723,1733401244610, archiveDir=hdfs://localhost:39577/user/jenkins/test-data/524b73f4-0706-49c8-44f2-dbc22bd1c57c/oldWALs, maxLogs=10 2024-12-05T12:20:46,593 DEBUG [RS:0;9ea9abad0e9b:39723 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/524b73f4-0706-49c8-44f2-dbc22bd1c57c/WALs/9ea9abad0e9b,39723,1733401244610/9ea9abad0e9b%2C39723%2C1733401244610.1733401246575, exclude list is [], retry=0 2024-12-05T12:20:46,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43409,DS-b0df0196-47e1-4d75-869d-df320236e6c5,DISK] 2024-12-05T12:20:46,603 INFO [RS:0;9ea9abad0e9b:39723 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/524b73f4-0706-49c8-44f2-dbc22bd1c57c/WALs/9ea9abad0e9b,39723,1733401244610/9ea9abad0e9b%2C39723%2C1733401244610.1733401246575 2024-12-05T12:20:46,604 DEBUG [RS:0;9ea9abad0e9b:39723 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45893:45893)] 2024-12-05T12:20:46,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:20:46,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:20:46,773 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:20:46,773 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:46,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:20:46,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:20:46,777 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:20:46,777 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:46,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:20:46,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:20:46,781 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:20:46,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:46,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:20:46,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:20:46,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:20:46,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:46,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:20:46,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:20:46,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39577/user/jenkins/test-data/524b73f4-0706-49c8-44f2-dbc22bd1c57c/data/hbase/meta/1588230740 2024-12-05T12:20:46,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39577/user/jenkins/test-data/524b73f4-0706-49c8-44f2-dbc22bd1c57c/data/hbase/meta/1588230740 2024-12-05T12:20:46,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:20:46,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:20:46,791 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:20:46,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:20:46,797 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39577/user/jenkins/test-data/524b73f4-0706-49c8-44f2-dbc22bd1c57c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:20:46,798 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59570482, jitterRate=-0.11233064532279968}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:20:46,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733401246768Initializing all the Stores at 1733401246770 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401246770Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401246770Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401246770Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401246770Cleaning up temporary data from old regions at 1733401246790 (+20 ms)Region opened successfully at 1733401246798 (+8 ms) 2024-12-05T12:20:46,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:20:46,799 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:20:46,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:20:46,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:20:46,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:20:46,799 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:20:46,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401246799Disabling compacts and flushes for region at 1733401246799Disabling writes for close at 1733401246799Writing region close event to WAL at 1733401246799Closed at 1733401246799 2024-12-05T12:20:46,803 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:20:46,803 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T12:20:46,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T12:20:46,805 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:20:46,807 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T12:20:46,957 DEBUG [9ea9abad0e9b:34841 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T12:20:46,958 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9ea9abad0e9b,39723,1733401244610 2024-12-05T12:20:46,961 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ea9abad0e9b,39723,1733401244610, state=OPENING 2024-12-05T12:20:47,095 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:20:47,159 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T12:20:47,181 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T12:20:47,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34841-0x101a69d890c0003, quorum=127.0.0.1:54969, baseZNode=/1140164647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140164647 2024-12-05T12:20:47,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x101a69d890c0004, quorum=127.0.0.1:54969, baseZNode=/1140164647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140164647 2024-12-05T12:20:47,247 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:20:47,247 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1140164647/meta-region-server: CHANGED 2024-12-05T12:20:47,247 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1140164647/meta-region-server: CHANGED 2024-12-05T12:20:47,247 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,39723,1733401244610}] 2024-12-05T12:20:47,402 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:20:47,405 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34877, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T12:20:47,415 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T12:20:47,415 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:20:47,415 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T12:20:47,418 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C39723%2C1733401244610.meta, suffix=.meta, logDir=hdfs://localhost:39577/user/jenkins/test-data/524b73f4-0706-49c8-44f2-dbc22bd1c57c/WALs/9ea9abad0e9b,39723,1733401244610, archiveDir=hdfs://localhost:39577/user/jenkins/test-data/524b73f4-0706-49c8-44f2-dbc22bd1c57c/oldWALs, maxLogs=10 2024-12-05T12:20:47,438 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/524b73f4-0706-49c8-44f2-dbc22bd1c57c/WALs/9ea9abad0e9b,39723,1733401244610/9ea9abad0e9b%2C39723%2C1733401244610.meta.1733401247420.meta, exclude list is [], retry=0 2024-12-05T12:20:47,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43409,DS-b0df0196-47e1-4d75-869d-df320236e6c5,DISK] 2024-12-05T12:20:47,445 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/524b73f4-0706-49c8-44f2-dbc22bd1c57c/WALs/9ea9abad0e9b,39723,1733401244610/9ea9abad0e9b%2C39723%2C1733401244610.meta.1733401247420.meta 2024-12-05T12:20:47,446 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45893:45893)] 2024-12-05T12:20:47,446 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:20:47,447 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:20:47,447 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:20:47,447 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T12:20:47,447 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T12:20:47,447 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T12:20:47,447 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:20:47,447 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T12:20:47,448 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T12:20:47,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:20:47,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:20:47,452 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:47,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:20:47,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:20:47,454 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:20:47,454 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:47,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:20:47,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:20:47,457 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:20:47,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:47,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:20:47,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:20:47,459 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:20:47,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:47,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:20:47,461 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:20:47,462 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39577/user/jenkins/test-data/524b73f4-0706-49c8-44f2-dbc22bd1c57c/data/hbase/meta/1588230740 2024-12-05T12:20:47,464 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39577/user/jenkins/test-data/524b73f4-0706-49c8-44f2-dbc22bd1c57c/data/hbase/meta/1588230740 2024-12-05T12:20:47,467 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:20:47,467 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:20:47,467 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:20:47,471 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:20:47,473 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66741967, jitterRate=-0.0054671913385391235}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:20:47,473 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T12:20:47,473 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733401247448Writing region info on filesystem at 1733401247448Initializing all the Stores at 1733401247449 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401247449Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401247450 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401247450Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401247450Cleaning up temporary data from old regions at 1733401247467 (+17 ms)Running coprocessor post-open hooks at 1733401247473 (+6 ms)Region opened successfully at 1733401247473 2024-12-05T12:20:47,479 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733401247402 2024-12-05T12:20:47,485 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9ea9abad0e9b,39723,1733401244610 2024-12-05T12:20:47,487 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T12:20:47,487 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T12:20:47,487 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ea9abad0e9b,39723,1733401244610, state=OPEN 2024-12-05T12:20:47,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x101a69d890c0004, quorum=127.0.0.1:54969, baseZNode=/1140164647 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1140164647/meta-region-server 2024-12-05T12:20:47,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34841-0x101a69d890c0003, quorum=127.0.0.1:54969, baseZNode=/1140164647 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1140164647/meta-region-server 2024-12-05T12:20:47,501 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,39723,1733401244610 2024-12-05T12:20:47,501 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1140164647/meta-region-server: CHANGED 2024-12-05T12:20:47,501 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1140164647/meta-region-server: CHANGED 2024-12-05T12:20:47,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T12:20:47,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,39723,1733401244610 in 254 msec 2024-12-05T12:20:47,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T12:20:47,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 708 msec 2024-12-05T12:20:47,519 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:20:47,519 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T12:20:47,521 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:20:47,521 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,39723,1733401244610, seqNum=-1] 2024-12-05T12:20:47,522 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:20:47,524 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39387, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:20:47,541 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2080 sec 2024-12-05T12:20:47,541 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733401247541, completionTime=-1 2024-12-05T12:20:47,541 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T12:20:47,541 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T12:20:47,544 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T12:20:47,544 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733401307544 2024-12-05T12:20:47,544 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733401367544 2024-12-05T12:20:47,544 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T12:20:47,544 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,34841,1733401244486-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:47,545 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,34841,1733401244486-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:47,545 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,34841,1733401244486-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:47,545 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9ea9abad0e9b:34841, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:47,545 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:47,545 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:47,548 DEBUG [master/9ea9abad0e9b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T12:20:47,551 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.872sec 2024-12-05T12:20:47,551 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T12:20:47,551 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T12:20:47,551 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T12:20:47,551 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T12:20:47,551 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T12:20:47,551 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,34841,1733401244486-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:20:47,551 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,34841,1733401244486-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T12:20:47,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T12:20:47,555 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T12:20:47,555 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T12:20:47,555 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T12:20:47,556 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,34841,1733401244486-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:47,557 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:20:47,557 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-05T12:20:47,557 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:20:47,557 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T12:20:47,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T12:20:47,558 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T12:20:47,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79a10fd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:47,649 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,34841,-1 for getting cluster id 2024-12-05T12:20:47,650 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:20:47,652 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ae574dc-33d3-4c48-812c-32acf4f67771' 2024-12-05T12:20:47,653 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:20:47,653 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ae574dc-33d3-4c48-812c-32acf4f67771" 2024-12-05T12:20:47,654 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c5274b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:47,654 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,34841,-1] 2024-12-05T12:20:47,654 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:20:47,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:47,657 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:20:47,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dff9fce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:47,659 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:20:47,660 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,39723,1733401244610, seqNum=-1] 2024-12-05T12:20:47,661 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:20:47,663 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:20:47,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9ea9abad0e9b,34841,1733401244486 2024-12-05T12:20:47,667 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54969 2024-12-05T12:20:47,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54969, baseZNode=/1140164647 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:20:47,677 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a69d890c0005 connected 2024-12-05T12:20:47,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b32888d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:47,690 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,35235,-1 for getting cluster id 2024-12-05T12:20:47,690 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:20:47,692 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4aed246a-7d51-4f1d-910d-22bbc0bb4383' 2024-12-05T12:20:47,692 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:20:47,692 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4aed246a-7d51-4f1d-910d-22bbc0bb4383" 2024-12-05T12:20:47,693 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@377172c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:47,693 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,35235,-1] 2024-12-05T12:20:47,693 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:20:47,694 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:47,696 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:20:47,697 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce2c583, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:47,706 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:20:47,710 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,35235,1733401237130 2024-12-05T12:20:47,713 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28fed7eb 2024-12-05T12:20:47,713 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:20:47,716 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:20:47,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35235 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9ea9abad0e9b:34841,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T12:20:47,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35235 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T12:20:47,743 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ea9abad0e9b:34841' 2024-12-05T12:20:47,745 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3832cd08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:47,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:20:47,745 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,34841,-1 for getting cluster id 2024-12-05T12:20:47,745 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:20:47,746 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ae574dc-33d3-4c48-812c-32acf4f67771' 2024-12-05T12:20:47,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:20:47,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ae574dc-33d3-4c48-812c-32acf4f67771" 2024-12-05T12:20:47,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@580797a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:47,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,34841,-1] 2024-12-05T12:20:47,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:20:47,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:47,750 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:20:47,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62b40ef1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:47,752 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:20:47,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,34841,1733401244486 2024-12-05T12:20:47,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e4f33e1 2024-12-05T12:20:47,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:20:47,761 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:20:47,774 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-05T12:20:47,775 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T12:20:47,781 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:47,782 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:47,782 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:20:47,783 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:20:47,790 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T12:20:47,794 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:20:47,795 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:47,797 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:20:47,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741835_1011 (size=1138) 2024-12-05T12:20:47,816 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0e392969e8e4c86874c86e0edace10d8, NAME => 'hbase:replication,,1733401247783.0e392969e8e4c86874c86e0edace10d8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12 2024-12-05T12:20:47,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741836_1012 (size=44) 2024-12-05T12:20:47,828 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401247783.0e392969e8e4c86874c86e0edace10d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:20:47,828 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0e392969e8e4c86874c86e0edace10d8, disabling compactions & flushes 2024-12-05T12:20:47,828 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401247783.0e392969e8e4c86874c86e0edace10d8. 2024-12-05T12:20:47,828 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401247783.0e392969e8e4c86874c86e0edace10d8. 2024-12-05T12:20:47,828 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401247783.0e392969e8e4c86874c86e0edace10d8. after waiting 0 ms 2024-12-05T12:20:47,828 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401247783.0e392969e8e4c86874c86e0edace10d8. 2024-12-05T12:20:47,828 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733401247783.0e392969e8e4c86874c86e0edace10d8. 2024-12-05T12:20:47,828 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0e392969e8e4c86874c86e0edace10d8: Waiting for close lock at 1733401247828Disabling compacts and flushes for region at 1733401247828Disabling writes for close at 1733401247828Writing region close event to WAL at 1733401247828Closed at 1733401247828 2024-12-05T12:20:47,831 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:20:47,837 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733401247783.0e392969e8e4c86874c86e0edace10d8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733401247831"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401247831"}]},"ts":"1733401247831"} 2024-12-05T12:20:47,842 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:20:47,843 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T12:20:47,844 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:20:47,847 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401247845"}]},"ts":"1733401247845"} 2024-12-05T12:20:47,852 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T12:20:47,854 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0e392969e8e4c86874c86e0edace10d8, ASSIGN}] 2024-12-05T12:20:47,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:20:47,857 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0e392969e8e4c86874c86e0edace10d8, ASSIGN 2024-12-05T12:20:47,859 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0e392969e8e4c86874c86e0edace10d8, ASSIGN; state=OFFLINE, location=9ea9abad0e9b,36153,1733401238136; forceNewPlan=false, retain=false 2024-12-05T12:20:48,010 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0e392969e8e4c86874c86e0edace10d8, regionState=OPENING, regionLocation=9ea9abad0e9b,36153,1733401238136 2024-12-05T12:20:48,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0e392969e8e4c86874c86e0edace10d8, ASSIGN because future has completed 2024-12-05T12:20:48,016 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e392969e8e4c86874c86e0edace10d8, server=9ea9abad0e9b,36153,1733401238136}] 2024-12-05T12:20:48,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:20:48,177 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733401247783.0e392969e8e4c86874c86e0edace10d8. 2024-12-05T12:20:48,177 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:20:48,178 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T12:20:48,180 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C36153%2C1733401238136.rep, suffix=, logDir=hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,36153,1733401238136, archiveDir=hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/oldWALs, maxLogs=10 2024-12-05T12:20:48,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,36153,1733401238136/9ea9abad0e9b%2C36153%2C1733401238136.rep.1733401248182, exclude list is [], retry=0 2024-12-05T12:20:48,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35693,DS-27da7b04-93d3-471b-b569-51e89c02fd55,DISK] 2024-12-05T12:20:48,212 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,36153,1733401238136/9ea9abad0e9b%2C36153%2C1733401238136.rep.1733401248182 2024-12-05T12:20:48,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41045:41045)] 2024-12-05T12:20:48,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e392969e8e4c86874c86e0edace10d8, NAME => 'hbase:replication,,1733401247783.0e392969e8e4c86874c86e0edace10d8.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:20:48,213 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:20:48,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:20:48,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733401247783.0e392969e8e4c86874c86e0edace10d8. service=MultiRowMutationService 2024-12-05T12:20:48,214 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T12:20:48,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0e392969e8e4c86874c86e0edace10d8 2024-12-05T12:20:48,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401247783.0e392969e8e4c86874c86e0edace10d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:20:48,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 0e392969e8e4c86874c86e0edace10d8 2024-12-05T12:20:48,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 0e392969e8e4c86874c86e0edace10d8 2024-12-05T12:20:48,217 INFO [StoreOpener-0e392969e8e4c86874c86e0edace10d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0e392969e8e4c86874c86e0edace10d8 2024-12-05T12:20:48,220 INFO [StoreOpener-0e392969e8e4c86874c86e0edace10d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e392969e8e4c86874c86e0edace10d8 columnFamilyName hfileref 2024-12-05T12:20:48,220 DEBUG [StoreOpener-0e392969e8e4c86874c86e0edace10d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:48,223 INFO [StoreOpener-0e392969e8e4c86874c86e0edace10d8-1 {}] regionserver.HStore(327): Store=0e392969e8e4c86874c86e0edace10d8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:20:48,224 INFO [StoreOpener-0e392969e8e4c86874c86e0edace10d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0e392969e8e4c86874c86e0edace10d8 2024-12-05T12:20:48,236 INFO [StoreOpener-0e392969e8e4c86874c86e0edace10d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e392969e8e4c86874c86e0edace10d8 columnFamilyName queue 2024-12-05T12:20:48,237 DEBUG [StoreOpener-0e392969e8e4c86874c86e0edace10d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:48,238 INFO [StoreOpener-0e392969e8e4c86874c86e0edace10d8-1 {}] regionserver.HStore(327): Store=0e392969e8e4c86874c86e0edace10d8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:20:48,238 INFO [StoreOpener-0e392969e8e4c86874c86e0edace10d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0e392969e8e4c86874c86e0edace10d8 2024-12-05T12:20:48,243 INFO [StoreOpener-0e392969e8e4c86874c86e0edace10d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e392969e8e4c86874c86e0edace10d8 columnFamilyName sid 2024-12-05T12:20:48,244 DEBUG [StoreOpener-0e392969e8e4c86874c86e0edace10d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:48,245 INFO [StoreOpener-0e392969e8e4c86874c86e0edace10d8-1 {}] regionserver.HStore(327): Store=0e392969e8e4c86874c86e0edace10d8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:20:48,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 0e392969e8e4c86874c86e0edace10d8 2024-12-05T12:20:48,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/data/hbase/replication/0e392969e8e4c86874c86e0edace10d8 2024-12-05T12:20:48,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/data/hbase/replication/0e392969e8e4c86874c86e0edace10d8 2024-12-05T12:20:48,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 0e392969e8e4c86874c86e0edace10d8 2024-12-05T12:20:48,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 0e392969e8e4c86874c86e0edace10d8 2024-12-05T12:20:48,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:20:48,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 0e392969e8e4c86874c86e0edace10d8 2024-12-05T12:20:48,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/data/hbase/replication/0e392969e8e4c86874c86e0edace10d8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:20:48,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 0e392969e8e4c86874c86e0edace10d8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59702934, jitterRate=-0.11035695672035217}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:20:48,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0e392969e8e4c86874c86e0edace10d8 2024-12-05T12:20:48,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 0e392969e8e4c86874c86e0edace10d8: Running coprocessor pre-open hook at 1733401248215Writing region info on filesystem at 1733401248215Initializing all the Stores at 1733401248217 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401248217Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401248217Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401248217Cleaning up temporary data from old regions at 1733401248254 (+37 ms)Running coprocessor post-open hooks at 1733401248269 (+15 ms)Region opened successfully at 1733401248271 (+2 ms) 2024-12-05T12:20:48,277 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733401247783.0e392969e8e4c86874c86e0edace10d8., pid=7, masterSystemTime=1733401248169 2024-12-05T12:20:48,285 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0e392969e8e4c86874c86e0edace10d8, regionState=OPEN, openSeqNum=2, regionLocation=9ea9abad0e9b,36153,1733401238136 2024-12-05T12:20:48,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733401247783.0e392969e8e4c86874c86e0edace10d8. 2024-12-05T12:20:48,287 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733401247783.0e392969e8e4c86874c86e0edace10d8. 2024-12-05T12:20:48,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e392969e8e4c86874c86e0edace10d8, server=9ea9abad0e9b,36153,1733401238136 because future has completed 2024-12-05T12:20:48,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-05T12:20:48,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 0e392969e8e4c86874c86e0edace10d8, server=9ea9abad0e9b,36153,1733401238136 in 284 msec 2024-12-05T12:20:48,316 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T12:20:48,316 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0e392969e8e4c86874c86e0edace10d8, ASSIGN in 452 msec 2024-12-05T12:20:48,318 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:20:48,319 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401248318"}]},"ts":"1733401248318"} 2024-12-05T12:20:48,323 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T12:20:48,325 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:20:48,331 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 542 msec 2024-12-05T12:20:48,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733401247783.0e392969e8e4c86874c86e0edace10d8., hostname=9ea9abad0e9b,36153,1733401238136, seqNum=2] 2024-12-05T12:20:48,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36153 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-05T12:20:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:20:48,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x101a69d890c0001, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01731600503 2024-12-05T12:20:48,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35235-0x101a69d890c0000, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01731600503 2024-12-05T12:20:48,439 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T12:20:48,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36153 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-05T12:20:48,604 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T12:20:48,642 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-9ea9abad0e9b,36153,1733401238136, ReplicationSource: 1, currentBandwidth=0 2024-12-05T12:20:48,644 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:20:48,644 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,36153,1733401238136, seqNum=-1] 2024-12-05T12:20:48,644 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:20:48,646 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55849, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-05T12:20:48,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9ea9abad0e9b,36153,1733401238136', locateType=CURRENT is [region=hbase:replication,,1733401247783.0e392969e8e4c86874c86e0edace10d8., hostname=9ea9abad0e9b,36153,1733401238136, seqNum=2] 2024-12-05T12:20:48,656 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-05T12:20:48,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35235 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-05T12:20:48,663 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9ea9abad0e9b,36153,1733401238136 suceeded 2024-12-05T12:20:48,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-05T12:20:48,671 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9ea9abad0e9b:34841,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T12:20:48,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 224 msec 2024-12-05T12:20:48,676 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 945 msec 2024-12-05T12:20:48,680 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36153,1733401238136 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ea9abad0e9b:34841' 2024-12-05T12:20:48,682 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36153,1733401238136 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cc6e3e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:48,683 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36153,1733401238136 {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,34841,-1 for getting cluster id 2024-12-05T12:20:48,683 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36153,1733401238136 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:20:48,684 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ae574dc-33d3-4c48-812c-32acf4f67771' 2024-12-05T12:20:48,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:20:48,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ae574dc-33d3-4c48-812c-32acf4f67771" 2024-12-05T12:20:48,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2dcbdc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:48,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,34841,-1] 2024-12-05T12:20:48,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:20:48,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:48,687 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:20:48,688 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36153,1733401238136 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5630d9c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:48,688 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36153,1733401238136 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:20:48,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,34841,1733401244486 2024-12-05T12:20:48,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18ac1161 2024-12-05T12:20:48,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:20:48,691 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-05T12:20:48,692 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36153,1733401238136 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9ea9abad0e9b,36153,1733401238136 (queues=1) is replicating from cluster=4aed246a-7d51-4f1d-910d-22bbc0bb4383 to cluster=1ae574dc-33d3-4c48-812c-32acf4f67771 2024-12-05T12:20:48,694 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36153,1733401238136 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9ea9abad0e9b%2C36153%2C1733401238136 2024-12-05T12:20:48,698 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36153,1733401238136 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9ea9abad0e9b,36153,1733401238136, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T12:20:48,701 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36153,1733401238136.replicationSource.shipper9ea9abad0e9b%2C36153%2C1733401238136,1-9ea9abad0e9b,36153,1733401238136 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9ea9abad0e9b%2C36153%2C1733401238136 2024-12-05T12:20:48,705 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36153,1733401238136.replicationSource.wal-reader.9ea9abad0e9b%2C36153%2C1733401238136,1-9ea9abad0e9b,36153,1733401238136 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,36153,1733401238136/9ea9abad0e9b%2C36153%2C1733401238136.1733401241008, startPosition=0, beingWritten=true 2024-12-05T12:20:48,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:20:48,886 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:20:48,887 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T12:20:48,887 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:20:48,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:48,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:48,887 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:20:48,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39e0ba85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:48,888 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,35235,-1 for getting cluster id 2024-12-05T12:20:48,888 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:20:48,890 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4aed246a-7d51-4f1d-910d-22bbc0bb4383' 2024-12-05T12:20:48,890 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:20:48,890 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4aed246a-7d51-4f1d-910d-22bbc0bb4383" 2024-12-05T12:20:48,891 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37430fcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:48,891 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,35235,-1] 2024-12-05T12:20:48,891 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:20:48,891 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:48,893 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:20:48,894 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3125eb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:48,895 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:20:48,896 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,35235,1733401237130 2024-12-05T12:20:48,896 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@288375da 2024-12-05T12:20:48,897 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:20:48,899 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:20:48,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35235 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://9ea9abad0e9b:34841,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T12:20:48,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35235 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T12:20:48,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-05T12:20:48,905 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ea9abad0e9b:34841' 2024-12-05T12:20:48,906 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bf5ba2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:48,906 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,34841,-1 for getting cluster id 2024-12-05T12:20:48,906 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:20:48,907 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ae574dc-33d3-4c48-812c-32acf4f67771' 2024-12-05T12:20:48,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:20:48,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ae574dc-33d3-4c48-812c-32acf4f67771" 2024-12-05T12:20:48,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@142f226, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:48,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,34841,-1] 2024-12-05T12:20:48,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:20:48,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:48,911 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:20:48,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d429f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:48,912 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:20:48,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,34841,1733401244486 2024-12-05T12:20:48,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70e9b9c3 2024-12-05T12:20:48,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:20:48,915 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:20:48,916 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-12-05T12:20:48,916 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T12:20:48,916 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:48,916 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:48,916 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:20:48,970 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T12:20:48,973 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36153,1733401238136.replicationSource.wal-reader.9ea9abad0e9b%2C36153%2C1733401238136,1-9ea9abad0e9b,36153,1733401238136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,36153,1733401238136/9ea9abad0e9b%2C36153%2C1733401238136.1733401241008 to pos 0, reset compression=false 2024-12-05T12:20:49,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-05T12:20:49,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36153 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-12-05T12:20:49,124 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-05T12:20:49,169 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-9ea9abad0e9b,36153,1733401238136, ReplicationSource: 2, currentBandwidth=0 2024-12-05T12:20:49,173 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-05T12:20:49,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35235 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-05T12:20:49,177 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 9ea9abad0e9b,36153,1733401238136 suceeded 2024-12-05T12:20:49,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T12:20:49,181 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://9ea9abad0e9b:34841,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T12:20:49,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 208 msec 2024-12-05T12:20:49,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 282 msec 2024-12-05T12:20:49,191 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,36153,1733401238136 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ea9abad0e9b:34841' 2024-12-05T12:20:49,193 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,36153,1733401238136 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5562aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:49,194 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,36153,1733401238136 {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,34841,-1 for getting cluster id 2024-12-05T12:20:49,194 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,36153,1733401238136 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:20:49,195 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ae574dc-33d3-4c48-812c-32acf4f67771' 2024-12-05T12:20:49,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:20:49,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ae574dc-33d3-4c48-812c-32acf4f67771" 2024-12-05T12:20:49,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47e80d57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:49,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,34841,-1] 2024-12-05T12:20:49,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:20:49,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:49,197 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:20:49,198 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,36153,1733401238136 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b3c1c7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:49,199 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,36153,1733401238136 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:20:49,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,34841,1733401244486 2024-12-05T12:20:49,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10868de7 2024-12-05T12:20:49,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:20:49,201 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-05T12:20:49,202 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,36153,1733401238136 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-9ea9abad0e9b,36153,1733401238136 (queues=1) is replicating from cluster=4aed246a-7d51-4f1d-910d-22bbc0bb4383 to cluster=1ae574dc-33d3-4c48-812c-32acf4f67771 2024-12-05T12:20:49,202 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,36153,1733401238136 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=9ea9abad0e9b%2C36153%2C1733401238136 2024-12-05T12:20:49,202 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,36153,1733401238136 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-9ea9abad0e9b,36153,1733401238136, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T12:20:49,203 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,36153,1733401238136.replicationSource.shipper9ea9abad0e9b%2C36153%2C1733401238136,2-9ea9abad0e9b,36153,1733401238136 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9ea9abad0e9b%2C36153%2C1733401238136 2024-12-05T12:20:49,203 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,36153,1733401238136.replicationSource.wal-reader.9ea9abad0e9b%2C36153%2C1733401238136,2-9ea9abad0e9b,36153,1733401238136 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,36153,1733401238136/9ea9abad0e9b%2C36153%2C1733401238136.1733401241008, startPosition=0, beingWritten=true 2024-12-05T12:20:49,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-05T12:20:49,216 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-05T12:20:49,216 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:20:49,217 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:20:49,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:49,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:49,217 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:20:49,218 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:20:49,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,35235,1733401237130 2024-12-05T12:20:49,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@482f8b1e 2024-12-05T12:20:49,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:20:49,223 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:20:49,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35235 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-05T12:20:49,227 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35235 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-05T12:20:49,228 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35235 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-05T12:20:49,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35235 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-05T12:20:49,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35235 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://9ea9abad0e9b:34841,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T12:20:49,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35235 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-05T12:20:49,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-05T12:20:49,241 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ea9abad0e9b:34841' 2024-12-05T12:20:49,242 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34c00542, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:49,242 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,34841,-1 for getting cluster id 2024-12-05T12:20:49,242 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:20:49,243 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ae574dc-33d3-4c48-812c-32acf4f67771' 2024-12-05T12:20:49,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:20:49,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ae574dc-33d3-4c48-812c-32acf4f67771" 2024-12-05T12:20:49,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6af5990, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:49,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,34841,-1] 2024-12-05T12:20:49,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:20:49,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:49,246 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:20:49,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67189d3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:49,247 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:20:49,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,34841,1733401244486 2024-12-05T12:20:49,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@784fdbdd 2024-12-05T12:20:49,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:20:49,250 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:20:49,251 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T12:20:49,251 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T12:20:49,251 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:49,251 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:49,251 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:20:49,261 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T12:20:49,284 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36153,1733401238136.replicationSource.wal-reader.9ea9abad0e9b%2C36153%2C1733401238136,1-9ea9abad0e9b,36153,1733401238136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,36153,1733401238136/9ea9abad0e9b%2C36153%2C1733401238136.1733401241008 to pos 0, reset compression=false 2024-12-05T12:20:49,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-05T12:20:49,411 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,36153,1733401238136.replicationSource.wal-reader.9ea9abad0e9b%2C36153%2C1733401238136,2-9ea9abad0e9b,36153,1733401238136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,36153,1733401238136/9ea9abad0e9b%2C36153%2C1733401238136.1733401241008 to pos 0, reset compression=false 2024-12-05T12:20:49,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36153 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-12-05T12:20:49,415 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-12-05T12:20:49,417 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-05T12:20:49,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35235 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-05T12:20:49,422 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 9ea9abad0e9b,36153,1733401238136 suceeded 2024-12-05T12:20:49,426 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-05T12:20:49,426 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://9ea9abad0e9b:34841,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T12:20:49,426 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-12-05T12:20:49,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 192 msec 2024-12-05T12:20:49,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-05T12:20:49,557 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-12-05T12:20:49,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35235 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://9ea9abad0e9b:34841,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T12:20:49,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35235 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-05T12:20:49,563 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ea9abad0e9b:34841' 2024-12-05T12:20:49,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-05T12:20:49,564 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b6213db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:49,564 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,34841,-1 for getting cluster id 2024-12-05T12:20:49,564 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:20:49,568 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ae574dc-33d3-4c48-812c-32acf4f67771' 2024-12-05T12:20:49,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:20:49,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ae574dc-33d3-4c48-812c-32acf4f67771" 2024-12-05T12:20:49,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1624a317, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:49,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,34841,-1] 2024-12-05T12:20:49,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:20:49,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:49,571 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:20:49,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b88b73e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:49,573 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:20:49,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,34841,1733401244486 2024-12-05T12:20:49,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@704897a2 2024-12-05T12:20:49,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:20:49,577 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:20:49,578 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-05T12:20:49,578 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T12:20:49,578 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:49,578 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:49,578 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:20:49,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T12:20:49,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-05T12:20:49,691 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36153,1733401238136.replicationSource.wal-reader.9ea9abad0e9b%2C36153%2C1733401238136,1-9ea9abad0e9b,36153,1733401238136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,36153,1733401238136/9ea9abad0e9b%2C36153%2C1733401238136.1733401241008 to pos 0, reset compression=false 2024-12-05T12:20:49,724 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,36153,1733401238136.replicationSource.wal-reader.9ea9abad0e9b%2C36153%2C1733401238136,2-9ea9abad0e9b,36153,1733401238136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,36153,1733401238136/9ea9abad0e9b%2C36153%2C1733401238136.1733401241008 to pos 0, reset compression=false 2024-12-05T12:20:49,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36153 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-12-05T12:20:49,791 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-12-05T12:20:49,792 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-05T12:20:49,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35235 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-05T12:20:49,796 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 9ea9abad0e9b,36153,1733401238136 suceeded 2024-12-05T12:20:49,800 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-05T12:20:49,800 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://9ea9abad0e9b:34841,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T12:20:49,800 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-12-05T12:20:49,802 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 242 msec 2024-12-05T12:20:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-05T12:20:49,887 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-12-05T12:20:49,887 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35235 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-05T12:20:49,889 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35235 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-05T12:20:49,890 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:20:49,890 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:20:49,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:49,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:49,890 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T12:20:49,890 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=933464129, stopped=false 2024-12-05T12:20:49,891 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9ea9abad0e9b,35235,1733401237130 2024-12-05T12:20:49,891 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:20:49,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35235-0x101a69d890c0000, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01731600503/running 2024-12-05T12:20:49,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x101a69d890c0001, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01731600503/running 2024-12-05T12:20:49,901 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:20:49,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x101a69d890c0001, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01731600503 2024-12-05T12:20:49,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35235-0x101a69d890c0000, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01731600503 2024-12-05T12:20:49,902 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36153-0x101a69d890c0001, quorum=127.0.0.1:54969, baseZNode=/01731600503 Set watcher on znode that does not yet exist, /01731600503/running 2024-12-05T12:20:49,902 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:20:49,903 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35235-0x101a69d890c0000, quorum=127.0.0.1:54969, baseZNode=/01731600503 Set watcher on znode that does not yet exist, /01731600503/running 2024-12-05T12:20:49,903 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:20:49,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:49,903 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9ea9abad0e9b,36153,1733401238136' ***** 2024-12-05T12:20:49,903 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T12:20:49,903 INFO [RS:0;9ea9abad0e9b:36153 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T12:20:49,904 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T12:20:49,904 INFO [RS:0;9ea9abad0e9b:36153 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T12:20:49,904 INFO [RS:0;9ea9abad0e9b:36153 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T12:20:49,904 INFO [RS:0;9ea9abad0e9b:36153 {}] regionserver.HRegionServer(3091): Received CLOSE for 0e392969e8e4c86874c86e0edace10d8 2024-12-05T12:20:49,905 INFO [RS:0;9ea9abad0e9b:36153 {}] regionserver.HRegionServer(959): stopping server 9ea9abad0e9b,36153,1733401238136 2024-12-05T12:20:49,905 INFO [RS:0;9ea9abad0e9b:36153 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:20:49,905 INFO [RS:0;9ea9abad0e9b:36153 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ea9abad0e9b:36153. 2024-12-05T12:20:49,905 DEBUG [RS:0;9ea9abad0e9b:36153 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:20:49,905 DEBUG [RS:0;9ea9abad0e9b:36153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:49,905 INFO [RS:0;9ea9abad0e9b:36153 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T12:20:49,905 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0e392969e8e4c86874c86e0edace10d8, disabling compactions & flushes 2024-12-05T12:20:49,905 INFO [RS:0;9ea9abad0e9b:36153 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T12:20:49,905 INFO [RS:0;9ea9abad0e9b:36153 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T12:20:49,905 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401247783.0e392969e8e4c86874c86e0edace10d8. 2024-12-05T12:20:49,906 INFO [RS:0;9ea9abad0e9b:36153 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T12:20:49,906 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401247783.0e392969e8e4c86874c86e0edace10d8. 2024-12-05T12:20:49,906 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401247783.0e392969e8e4c86874c86e0edace10d8. after waiting 0 ms 2024-12-05T12:20:49,906 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401247783.0e392969e8e4c86874c86e0edace10d8. 2024-12-05T12:20:49,906 INFO [RS:0;9ea9abad0e9b:36153 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T12:20:49,906 DEBUG [RS:0;9ea9abad0e9b:36153 {}] regionserver.HRegionServer(1325): Online Regions={0e392969e8e4c86874c86e0edace10d8=hbase:replication,,1733401247783.0e392969e8e4c86874c86e0edace10d8., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T12:20:49,907 DEBUG [RS:0;9ea9abad0e9b:36153 {}] regionserver.HRegionServer(1351): Waiting on 0e392969e8e4c86874c86e0edace10d8, 1588230740 2024-12-05T12:20:49,907 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:20:49,907 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:20:49,908 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:20:49,908 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:20:49,908 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:20:49,910 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-05T12:20:49,910 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0e392969e8e4c86874c86e0edace10d8 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-12-05T12:20:49,934 INFO [regionserver/9ea9abad0e9b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:20:49,985 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/data/hbase/replication/0e392969e8e4c86874c86e0edace10d8/.tmp/queue/8f5e471d64ba4c60b39223610ad0ac00 is 151, key is 1-9ea9abad0e9b,36153,1733401238136/queue:9ea9abad0e9b%2C36153%2C1733401238136/1733401248651/Put/seqid=0 2024-12-05T12:20:49,985 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/data/hbase/meta/1588230740/.tmp/info/b204989b51ee476ebda9c060dc944677 is 147, key is hbase:replication,,1733401247783.0e392969e8e4c86874c86e0edace10d8./info:regioninfo/1733401248285/Put/seqid=0 2024-12-05T12:20:50,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741839_1015 (size=6631) 2024-12-05T12:20:50,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741838_1014 (size=5500) 2024-12-05T12:20:50,107 DEBUG [RS:0;9ea9abad0e9b:36153 {}] regionserver.HRegionServer(1351): Waiting on 0e392969e8e4c86874c86e0edace10d8, 1588230740 2024-12-05T12:20:50,131 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,36153,1733401238136.replicationSource.wal-reader.9ea9abad0e9b%2C36153%2C1733401238136,2-9ea9abad0e9b,36153,1733401238136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,36153,1733401238136/9ea9abad0e9b%2C36153%2C1733401238136.1733401241008 to pos 0, reset compression=false 2024-12-05T12:20:50,199 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36153,1733401238136.replicationSource.wal-reader.9ea9abad0e9b%2C36153%2C1733401238136,1-9ea9abad0e9b,36153,1733401238136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,36153,1733401238136/9ea9abad0e9b%2C36153%2C1733401238136.1733401241008 to pos 0, reset compression=false 2024-12-05T12:20:50,307 DEBUG [RS:0;9ea9abad0e9b:36153 {}] regionserver.HRegionServer(1351): Waiting on 0e392969e8e4c86874c86e0edace10d8, 1588230740 2024-12-05T12:20:50,403 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/data/hbase/meta/1588230740/.tmp/info/b204989b51ee476ebda9c060dc944677 2024-12-05T12:20:50,408 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/data/hbase/replication/0e392969e8e4c86874c86e0edace10d8/.tmp/queue/8f5e471d64ba4c60b39223610ad0ac00 2024-12-05T12:20:50,461 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/data/hbase/replication/0e392969e8e4c86874c86e0edace10d8/.tmp/queue/8f5e471d64ba4c60b39223610ad0ac00 as hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/data/hbase/replication/0e392969e8e4c86874c86e0edace10d8/queue/8f5e471d64ba4c60b39223610ad0ac00 2024-12-05T12:20:50,481 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/data/hbase/replication/0e392969e8e4c86874c86e0edace10d8/queue/8f5e471d64ba4c60b39223610ad0ac00, entries=2, sequenceid=6, filesize=5.4 K 2024-12-05T12:20:50,487 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/data/hbase/meta/1588230740/.tmp/ns/2eaaf2387d5b468f8a19dbab6cd3931b is 43, key is default/ns:d/1733401242108/Put/seqid=0 2024-12-05T12:20:50,493 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 0e392969e8e4c86874c86e0edace10d8 in 580ms, sequenceid=6, compaction requested=false 2024-12-05T12:20:50,493 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T12:20:50,508 DEBUG [RS:0;9ea9abad0e9b:36153 {}] regionserver.HRegionServer(1351): Waiting on 0e392969e8e4c86874c86e0edace10d8, 1588230740 2024-12-05T12:20:50,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741840_1016 (size=5153) 2024-12-05T12:20:50,523 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/data/hbase/replication/0e392969e8e4c86874c86e0edace10d8/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T12:20:50,525 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:20:50,526 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:20:50,526 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733401247783.0e392969e8e4c86874c86e0edace10d8. 2024-12-05T12:20:50,526 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0e392969e8e4c86874c86e0edace10d8: Waiting for close lock at 1733401249905Running coprocessor pre-close hooks at 1733401249905Disabling compacts and flushes for region at 1733401249905Disabling writes for close at 1733401249906 (+1 ms)Obtaining lock to block concurrent updates at 1733401249910 (+4 ms)Preparing flush snapshotting stores in 0e392969e8e4c86874c86e0edace10d8 at 1733401249911 (+1 ms)Finished memstore snapshotting hbase:replication,,1733401247783.0e392969e8e4c86874c86e0edace10d8., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1733401249919 (+8 ms)Flushing stores of hbase:replication,,1733401247783.0e392969e8e4c86874c86e0edace10d8. at 1733401249921 (+2 ms)Flushing 0e392969e8e4c86874c86e0edace10d8/queue: creating writer at 1733401249923 (+2 ms)Flushing 0e392969e8e4c86874c86e0edace10d8/queue: appending metadata at 1733401249968 (+45 ms)Flushing 0e392969e8e4c86874c86e0edace10d8/queue: closing flushed file at 1733401249971 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6837475d: reopening flushed file at 1733401250457 (+486 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 0e392969e8e4c86874c86e0edace10d8 in 580ms, sequenceid=6, compaction requested=false at 1733401250493 (+36 ms)Writing region close event to WAL at 1733401250507 (+14 ms)Running coprocessor post-close hooks at 1733401250524 (+17 ms)Closed at 1733401250526 (+2 ms) 2024-12-05T12:20:50,527 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733401247783.0e392969e8e4c86874c86e0edace10d8. 2024-12-05T12:20:50,638 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,36153,1733401238136.replicationSource.wal-reader.9ea9abad0e9b%2C36153%2C1733401238136,2-9ea9abad0e9b,36153,1733401238136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,36153,1733401238136/9ea9abad0e9b%2C36153%2C1733401238136.1733401241008 to pos 0, reset compression=false 2024-12-05T12:20:50,708 DEBUG [RS:0;9ea9abad0e9b:36153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:20:50,806 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36153,1733401238136.replicationSource.wal-reader.9ea9abad0e9b%2C36153%2C1733401238136,1-9ea9abad0e9b,36153,1733401238136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,36153,1733401238136/9ea9abad0e9b%2C36153%2C1733401238136.1733401241008 to pos 0, reset compression=false 2024-12-05T12:20:50,902 INFO [regionserver/9ea9abad0e9b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T12:20:50,902 INFO [regionserver/9ea9abad0e9b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T12:20:50,909 INFO [RS:0;9ea9abad0e9b:36153 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T12:20:50,909 DEBUG [RS:0;9ea9abad0e9b:36153 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T12:20:50,909 DEBUG [RS:0;9ea9abad0e9b:36153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:20:50,913 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/data/hbase/meta/1588230740/.tmp/ns/2eaaf2387d5b468f8a19dbab6cd3931b 2024-12-05T12:20:50,967 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/data/hbase/meta/1588230740/.tmp/table/55ed0f9549324757a460114a05c757f2 is 53, key is hbase:replication/table:state/1733401248318/Put/seqid=0 2024-12-05T12:20:50,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741841_1017 (size=5256) 2024-12-05T12:20:51,109 DEBUG [RS:0;9ea9abad0e9b:36153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:20:51,256 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,36153,1733401238136.replicationSource.wal-reader.9ea9abad0e9b%2C36153%2C1733401238136,2-9ea9abad0e9b,36153,1733401238136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,36153,1733401238136/9ea9abad0e9b%2C36153%2C1733401238136.1733401241008 to pos 0, reset compression=false 2024-12-05T12:20:51,310 DEBUG [RS:0;9ea9abad0e9b:36153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:20:51,384 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/data/hbase/meta/1588230740/.tmp/table/55ed0f9549324757a460114a05c757f2 2024-12-05T12:20:51,395 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/data/hbase/meta/1588230740/.tmp/info/b204989b51ee476ebda9c060dc944677 as hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/data/hbase/meta/1588230740/info/b204989b51ee476ebda9c060dc944677 2024-12-05T12:20:51,406 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/data/hbase/meta/1588230740/info/b204989b51ee476ebda9c060dc944677, entries=10, sequenceid=11, filesize=6.5 K 2024-12-05T12:20:51,408 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/data/hbase/meta/1588230740/.tmp/ns/2eaaf2387d5b468f8a19dbab6cd3931b as hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/data/hbase/meta/1588230740/ns/2eaaf2387d5b468f8a19dbab6cd3931b 2024-12-05T12:20:51,418 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/data/hbase/meta/1588230740/ns/2eaaf2387d5b468f8a19dbab6cd3931b, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T12:20:51,423 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/data/hbase/meta/1588230740/.tmp/table/55ed0f9549324757a460114a05c757f2 as hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/data/hbase/meta/1588230740/table/55ed0f9549324757a460114a05c757f2 2024-12-05T12:20:51,432 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/data/hbase/meta/1588230740/table/55ed0f9549324757a460114a05c757f2, entries=2, sequenceid=11, filesize=5.1 K 2024-12-05T12:20:51,434 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1526ms, sequenceid=11, compaction requested=false 2024-12-05T12:20:51,441 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T12:20:51,442 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:20:51,442 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:20:51,442 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:20:51,442 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401249907Running coprocessor pre-close hooks at 1733401249907Disabling compacts and flushes for region at 1733401249907Disabling writes for close at 1733401249908 (+1 ms)Obtaining lock to block concurrent updates at 1733401249910 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1733401249911 (+1 ms)Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733401249919 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733401249921 (+2 ms)Flushing 1588230740/info: creating writer at 1733401249923 (+2 ms)Flushing 1588230740/info: appending metadata at 1733401249969 (+46 ms)Flushing 1588230740/info: closing flushed file at 1733401249972 (+3 ms)Flushing 1588230740/ns: creating writer at 1733401250457 (+485 ms)Flushing 1588230740/ns: appending metadata at 1733401250484 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1733401250484Flushing 1588230740/table: creating writer at 1733401250939 (+455 ms)Flushing 1588230740/table: appending metadata at 1733401250967 (+28 ms)Flushing 1588230740/table: closing flushed file at 1733401250967Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6698f21c: reopening flushed file at 1733401251393 (+426 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1502355e: reopening flushed file at 1733401251406 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30956115: reopening flushed file at 1733401251418 (+12 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1526ms, sequenceid=11, compaction requested=false at 1733401251434 (+16 ms)Writing region close event to WAL at 1733401251436 (+2 ms)Running coprocessor post-close hooks at 1733401251442 (+6 ms)Closed at 1733401251442 2024-12-05T12:20:51,443 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T12:20:51,510 INFO [RS:0;9ea9abad0e9b:36153 {}] regionserver.HRegionServer(976): stopping server 9ea9abad0e9b,36153,1733401238136; all regions closed. 2024-12-05T12:20:51,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741834_1010 (size=2742) 2024-12-05T12:20:51,519 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36153,1733401238136.replicationSource.wal-reader.9ea9abad0e9b%2C36153%2C1733401238136,1-9ea9abad0e9b,36153,1733401238136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,36153,1733401238136/9ea9abad0e9b%2C36153%2C1733401238136.1733401241008 to pos 0, reset compression=false 2024-12-05T12:20:51,526 DEBUG [RS:0;9ea9abad0e9b:36153 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/oldWALs 2024-12-05T12:20:51,526 INFO [RS:0;9ea9abad0e9b:36153 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ea9abad0e9b%2C36153%2C1733401238136.meta:.meta(num 1733401241534) 2024-12-05T12:20:51,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741837_1013 (size=1802) 2024-12-05T12:20:51,530 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,36153,1733401238136/9ea9abad0e9b%2C36153%2C1733401238136.rep.1733401248182 not finished, retry = 0 2024-12-05T12:20:51,640 DEBUG [RS:0;9ea9abad0e9b:36153 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/oldWALs 2024-12-05T12:20:51,640 INFO [RS:0;9ea9abad0e9b:36153 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ea9abad0e9b%2C36153%2C1733401238136.rep:(num 1733401248182) 2024-12-05T12:20:51,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741833_1009 (size=93) 2024-12-05T12:20:51,649 DEBUG [RS:0;9ea9abad0e9b:36153 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/oldWALs 2024-12-05T12:20:51,649 INFO [RS:0;9ea9abad0e9b:36153 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ea9abad0e9b%2C36153%2C1733401238136:(num 1733401241008) 2024-12-05T12:20:51,650 DEBUG [RS:0;9ea9abad0e9b:36153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:51,650 INFO [RS:0;9ea9abad0e9b:36153 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:20:51,650 INFO [RS:0;9ea9abad0e9b:36153 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:20:51,650 INFO [RS:0;9ea9abad0e9b:36153 {}] hbase.ChoreService(370): Chore service for: regionserver/9ea9abad0e9b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T12:20:51,650 INFO [RS:0;9ea9abad0e9b:36153 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:20:51,650 INFO [regionserver/9ea9abad0e9b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:20:51,652 INFO [RS:0;9ea9abad0e9b:36153 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9ea9abad0e9b,36153,1733401238136 because: Region server is closing 2024-12-05T12:20:51,652 INFO [RS:0;9ea9abad0e9b:36153 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ea9abad0e9b:36153. 2024-12-05T12:20:51,652 DEBUG [RS:0;9ea9abad0e9b:36153 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:20:51,652 DEBUG [RS:0;9ea9abad0e9b:36153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:51,653 DEBUG [RS:0;9ea9abad0e9b:36153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:51,653 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:20:51,753 WARN [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36153,1733401238136.replicationSource.wal-reader.9ea9abad0e9b%2C36153%2C1733401238136,1-9ea9abad0e9b,36153,1733401238136 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T12:20:51,753 WARN [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36153,1733401238136.replicationSource.shipper9ea9abad0e9b%2C36153%2C1733401238136,1-9ea9abad0e9b,36153,1733401238136 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T12:20:51,753 INFO [RS:0;9ea9abad0e9b:36153 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36153,1733401238136.replicationSource.shipper9ea9abad0e9b%2C36153%2C1733401238136,1-9ea9abad0e9b,36153,1733401238136 terminated 2024-12-05T12:20:51,754 INFO [RS:0;9ea9abad0e9b:36153 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-9ea9abad0e9b,36153,1733401238136 because: Region server is closing 2024-12-05T12:20:51,754 INFO [RS:0;9ea9abad0e9b:36153 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ea9abad0e9b:36153. 2024-12-05T12:20:51,754 DEBUG [RS:0;9ea9abad0e9b:36153 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:20:51,754 DEBUG [RS:0;9ea9abad0e9b:36153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:51,755 DEBUG [RS:0;9ea9abad0e9b:36153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:51,755 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:20:51,855 WARN [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,36153,1733401238136.replicationSource.wal-reader.9ea9abad0e9b%2C36153%2C1733401238136,2-9ea9abad0e9b,36153,1733401238136 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T12:20:51,855 WARN [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,36153,1733401238136.replicationSource.shipper9ea9abad0e9b%2C36153%2C1733401238136,2-9ea9abad0e9b,36153,1733401238136 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T12:20:51,855 INFO [RS:0;9ea9abad0e9b:36153 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,36153,1733401238136.replicationSource.shipper9ea9abad0e9b%2C36153%2C1733401238136,2-9ea9abad0e9b,36153,1733401238136 terminated 2024-12-05T12:20:51,856 INFO [RS:0;9ea9abad0e9b:36153 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36153 2024-12-05T12:20:51,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x101a69d890c0001, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01731600503/rs/9ea9abad0e9b,36153,1733401238136 2024-12-05T12:20:51,876 INFO [RS:0;9ea9abad0e9b:36153 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:20:51,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35235-0x101a69d890c0000, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01731600503/rs 2024-12-05T12:20:51,885 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9ea9abad0e9b,36153,1733401238136] 2024-12-05T12:20:51,899 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01731600503/draining/9ea9abad0e9b,36153,1733401238136 already deleted, retry=false 2024-12-05T12:20:51,899 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9ea9abad0e9b,36153,1733401238136 expired; onlineServers=0 2024-12-05T12:20:51,899 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9ea9abad0e9b,35235,1733401237130' ***** 2024-12-05T12:20:51,899 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T12:20:51,899 INFO [M:0;9ea9abad0e9b:35235 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:20:51,899 INFO [M:0;9ea9abad0e9b:35235 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:20:51,900 DEBUG [M:0;9ea9abad0e9b:35235 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T12:20:51,900 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T12:20:51,900 DEBUG [M:0;9ea9abad0e9b:35235 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T12:20:51,900 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401240489 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401240489,5,FailOnTimeoutGroup] 2024-12-05T12:20:51,900 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401240490 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401240490,5,FailOnTimeoutGroup] 2024-12-05T12:20:51,900 INFO [M:0;9ea9abad0e9b:35235 {}] hbase.ChoreService(370): Chore service for: master/9ea9abad0e9b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T12:20:51,900 INFO [M:0;9ea9abad0e9b:35235 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:20:51,900 DEBUG [M:0;9ea9abad0e9b:35235 {}] master.HMaster(1795): Stopping service threads 2024-12-05T12:20:51,900 INFO [M:0;9ea9abad0e9b:35235 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T12:20:51,900 INFO [M:0;9ea9abad0e9b:35235 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:20:51,901 INFO [M:0;9ea9abad0e9b:35235 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T12:20:51,901 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T12:20:51,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35235-0x101a69d890c0000, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01731600503/master 2024-12-05T12:20:51,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35235-0x101a69d890c0000, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01731600503 2024-12-05T12:20:51,909 DEBUG [M:0;9ea9abad0e9b:35235 {}] zookeeper.ZKUtil(347): master:35235-0x101a69d890c0000, quorum=127.0.0.1:54969, baseZNode=/01731600503 Unable to get data of znode /01731600503/master because node does not exist (not an error) 2024-12-05T12:20:51,910 WARN [M:0;9ea9abad0e9b:35235 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T12:20:51,911 INFO [M:0;9ea9abad0e9b:35235 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/.lastflushedseqids 2024-12-05T12:20:51,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741842_1018 (size=181) 2024-12-05T12:20:51,931 INFO [M:0;9ea9abad0e9b:35235 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T12:20:51,931 INFO [M:0;9ea9abad0e9b:35235 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T12:20:51,931 DEBUG [M:0;9ea9abad0e9b:35235 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:20:51,931 INFO [M:0;9ea9abad0e9b:35235 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:20:51,931 DEBUG [M:0;9ea9abad0e9b:35235 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:20:51,931 DEBUG [M:0;9ea9abad0e9b:35235 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:20:51,931 DEBUG [M:0;9ea9abad0e9b:35235 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:20:51,932 INFO [M:0;9ea9abad0e9b:35235 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-12-05T12:20:51,950 DEBUG [M:0;9ea9abad0e9b:35235 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed4111a1740a469c8a6c0824c9b04052 is 82, key is hbase:meta,,1/info:regioninfo/1733401241657/Put/seqid=0 2024-12-05T12:20:51,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741843_1019 (size=5672) 2024-12-05T12:20:51,956 INFO [M:0;9ea9abad0e9b:35235 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed4111a1740a469c8a6c0824c9b04052 2024-12-05T12:20:51,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x101a69d890c0001, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:20:51,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x101a69d890c0001, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:20:51,985 DEBUG [M:0;9ea9abad0e9b:35235 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/38cdc98bb1e442ee8329ab06bc8ad4a8 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733401248329/Put/seqid=0 2024-12-05T12:20:51,985 INFO [RS:0;9ea9abad0e9b:36153 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:20:51,985 INFO [RS:0;9ea9abad0e9b:36153 {}] regionserver.HRegionServer(1031): Exiting; stopping=9ea9abad0e9b,36153,1733401238136; zookeeper connection closed. 2024-12-05T12:20:51,986 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@570bac35 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@570bac35 2024-12-05T12:20:51,986 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T12:20:51,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741844_1020 (size=8663) 2024-12-05T12:20:52,392 INFO [M:0;9ea9abad0e9b:35235 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/38cdc98bb1e442ee8329ab06bc8ad4a8 2024-12-05T12:20:52,427 DEBUG [M:0;9ea9abad0e9b:35235 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0832c95fa9694277b44f38470756886a is 69, key is 9ea9abad0e9b,36153,1733401238136/rs:state/1733401240629/Put/seqid=0 2024-12-05T12:20:52,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741845_1021 (size=5156) 2024-12-05T12:20:52,447 INFO [M:0;9ea9abad0e9b:35235 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0832c95fa9694277b44f38470756886a 2024-12-05T12:20:52,479 DEBUG [M:0;9ea9abad0e9b:35235 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed4111a1740a469c8a6c0824c9b04052 as hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ed4111a1740a469c8a6c0824c9b04052 2024-12-05T12:20:52,497 INFO [M:0;9ea9abad0e9b:35235 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ed4111a1740a469c8a6c0824c9b04052, entries=8, sequenceid=115, filesize=5.5 K 2024-12-05T12:20:52,507 DEBUG [M:0;9ea9abad0e9b:35235 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/38cdc98bb1e442ee8329ab06bc8ad4a8 as hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/38cdc98bb1e442ee8329ab06bc8ad4a8 2024-12-05T12:20:52,531 INFO [M:0;9ea9abad0e9b:35235 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/38cdc98bb1e442ee8329ab06bc8ad4a8, entries=14, sequenceid=115, filesize=8.5 K 2024-12-05T12:20:52,542 DEBUG [M:0;9ea9abad0e9b:35235 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0832c95fa9694277b44f38470756886a as hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0832c95fa9694277b44f38470756886a 2024-12-05T12:20:52,571 INFO [M:0;9ea9abad0e9b:35235 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0832c95fa9694277b44f38470756886a, entries=1, sequenceid=115, filesize=5.0 K 2024-12-05T12:20:52,576 INFO [M:0;9ea9abad0e9b:35235 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 644ms, sequenceid=115, compaction requested=false 2024-12-05T12:20:52,591 INFO [M:0;9ea9abad0e9b:35235 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:20:52,591 DEBUG [M:0;9ea9abad0e9b:35235 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401251931Disabling compacts and flushes for region at 1733401251931Disabling writes for close at 1733401251931Obtaining lock to block concurrent updates at 1733401251932 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733401251932Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1733401251932Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733401251933 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733401251933Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733401251950 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733401251950Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733401251964 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733401251984 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733401251985 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733401252406 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733401252427 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733401252427Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4515dad4: reopening flushed file at 1733401252475 (+48 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cd8cc5f: reopening flushed file at 1733401252498 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@462e1e36: reopening flushed file at 1733401252532 (+34 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 644ms, sequenceid=115, compaction requested=false at 1733401252576 (+44 ms)Writing region close event to WAL at 1733401252591 (+15 ms)Closed at 1733401252591 2024-12-05T12:20:52,597 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/MasterData/WALs/9ea9abad0e9b,35235,1733401237130/9ea9abad0e9b%2C35235%2C1733401237130.1733401239551 not finished, retry = 0 2024-12-05T12:20:52,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741830_1006 (size=59421) 2024-12-05T12:20:52,703 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:20:52,703 INFO [M:0;9ea9abad0e9b:35235 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T12:20:52,703 INFO [M:0;9ea9abad0e9b:35235 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35235 2024-12-05T12:20:52,703 INFO [M:0;9ea9abad0e9b:35235 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:20:52,835 INFO [M:0;9ea9abad0e9b:35235 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:20:52,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35235-0x101a69d890c0000, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:20:52,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35235-0x101a69d890c0000, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:20:52,837 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9ea9abad0e9b:0 server-side Connection retries=45 2024-12-05T12:20:52,837 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:20:52,838 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:20:52,838 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:20:52,838 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:20:52,838 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:20:52,838 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T12:20:52,838 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:20:52,839 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41685 2024-12-05T12:20:52,841 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41685 connecting to ZooKeeper ensemble=127.0.0.1:54969 2024-12-05T12:20:52,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:416850x0, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:20:52,854 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41685-0x101a69d890c0006 connected 2024-12-05T12:20:52,868 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:20:52,872 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:20:52,891 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41685-0x101a69d890c0006, quorum=127.0.0.1:54969, baseZNode=/01731600503 Set watcher on znode that does not yet exist, /01731600503/running 2024-12-05T12:20:52,891 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12, hbase.cluster.distributed=false 2024-12-05T12:20:52,892 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01731600503/meta-region-server: INIT 2024-12-05T12:20:52,905 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41685-0x101a69d890c0006, quorum=127.0.0.1:54969, baseZNode=/01731600503 Set watcher on znode that does not yet exist, /01731600503/acl 2024-12-05T12:20:52,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41685 2024-12-05T12:20:52,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41685 2024-12-05T12:20:52,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41685 2024-12-05T12:20:52,956 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:20:52,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41685 2024-12-05T12:20:52,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41685 2024-12-05T12:20:53,019 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9ea9abad0e9b:0 server-side Connection retries=45 2024-12-05T12:20:53,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:20:53,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:20:53,020 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:20:53,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:20:53,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:20:53,020 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T12:20:53,020 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:20:53,027 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32857 2024-12-05T12:20:53,038 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32857 connecting to ZooKeeper ensemble=127.0.0.1:54969 2024-12-05T12:20:53,041 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:20:53,046 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:20:53,060 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:328570x0, quorum=127.0.0.1:54969, baseZNode=/01731600503 Set watcher on znode that does not yet exist, /01731600503/running 2024-12-05T12:20:53,061 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01731600503/meta-region-server: INIT 2024-12-05T12:20:53,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328570x0, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:20:53,063 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T12:20:53,070 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32857-0x101a69d890c0007 connected 2024-12-05T12:20:53,085 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T12:20:53,086 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32857-0x101a69d890c0007, quorum=127.0.0.1:54969, baseZNode=/01731600503 Set watcher on znode that does not yet exist, /01731600503/master 2024-12-05T12:20:53,088 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32857-0x101a69d890c0007, quorum=127.0.0.1:54969, baseZNode=/01731600503 Set watcher on znode that does not yet exist, /01731600503/acl 2024-12-05T12:20:53,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32857 2024-12-05T12:20:53,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32857 2024-12-05T12:20:53,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32857 2024-12-05T12:20:53,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32857 2024-12-05T12:20:53,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32857 2024-12-05T12:20:53,132 DEBUG [M:0;9ea9abad0e9b:41685 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9ea9abad0e9b:41685 2024-12-05T12:20:53,132 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01731600503/backup-masters/9ea9abad0e9b,41685,1733401252837 2024-12-05T12:20:53,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41685-0x101a69d890c0006, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01731600503/backup-masters 2024-12-05T12:20:53,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32857-0x101a69d890c0007, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01731600503/backup-masters 2024-12-05T12:20:53,144 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41685-0x101a69d890c0006, quorum=127.0.0.1:54969, baseZNode=/01731600503 Set watcher on existing znode=/01731600503/backup-masters/9ea9abad0e9b,41685,1733401252837 2024-12-05T12:20:53,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32857-0x101a69d890c0007, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01731600503/master 2024-12-05T12:20:53,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32857-0x101a69d890c0007, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01731600503 2024-12-05T12:20:53,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41685-0x101a69d890c0006, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01731600503 2024-12-05T12:20:53,153 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41685-0x101a69d890c0006, quorum=127.0.0.1:54969, baseZNode=/01731600503 Set watcher on existing znode=/01731600503/master 2024-12-05T12:20:53,154 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01731600503/backup-masters/9ea9abad0e9b,41685,1733401252837 from backup master directory 2024-12-05T12:20:53,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41685-0x101a69d890c0006, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01731600503/backup-masters/9ea9abad0e9b,41685,1733401252837 2024-12-05T12:20:53,159 WARN [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:20:53,159 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9ea9abad0e9b,41685,1733401252837 2024-12-05T12:20:53,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41685-0x101a69d890c0006, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01731600503/backup-masters 2024-12-05T12:20:53,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32857-0x101a69d890c0007, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01731600503/backup-masters 2024-12-05T12:20:53,201 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:20:53,202 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T12:20:53,237 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 35ms. 2024-12-05T12:20:53,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741846_1022 (size=196) 2024-12-05T12:20:53,269 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:20:53,270 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T12:20:53,271 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:20:53,323 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-05T12:20:53,366 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/MasterData/WALs/9ea9abad0e9b,35235,1733401237130 to hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/MasterData/WALs/9ea9abad0e9b,35235,1733401237130-dead as it is dead 2024-12-05T12:20:53,368 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-05T12:20:53,369 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-05T12:20:53,369 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/MasterData/WALs/9ea9abad0e9b,35235,1733401237130-dead/9ea9abad0e9b%2C35235%2C1733401237130.1733401239551 2024-12-05T12:20:53,390 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/MasterData/WALs/9ea9abad0e9b,35235,1733401237130-dead/9ea9abad0e9b%2C35235%2C1733401237130.1733401239551 after 5ms 2024-12-05T12:20:53,409 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/MasterData/WALs/9ea9abad0e9b,35235,1733401237130-dead/9ea9abad0e9b%2C35235%2C1733401237130.1733401239551 to hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9ea9abad0e9b%2C35235%2C1733401237130.1733401239551 2024-12-05T12:20:53,410 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/MasterData/WALs/9ea9abad0e9b,35235,1733401237130-dead 2024-12-05T12:20:53,411 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/MasterData/WALs/9ea9abad0e9b,41685,1733401252837 2024-12-05T12:20:53,421 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:20:53,427 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9ea9abad0e9b%2C41685%2C1733401252837, suffix=, logDir=hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/MasterData/WALs/9ea9abad0e9b,41685,1733401252837, archiveDir=hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/MasterData/oldWALs, maxLogs=10 2024-12-05T12:20:53,451 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/MasterData/WALs/9ea9abad0e9b,41685,1733401252837/9ea9abad0e9b%2C41685%2C1733401252837.1733401253427, exclude list is [], retry=0 2024-12-05T12:20:53,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35693,DS-27da7b04-93d3-471b-b569-51e89c02fd55,DISK] 2024-12-05T12:20:53,489 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/MasterData/WALs/9ea9abad0e9b,41685,1733401252837/9ea9abad0e9b%2C41685%2C1733401252837.1733401253427 2024-12-05T12:20:53,491 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41045:41045)] 2024-12-05T12:20:53,491 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:20:53,492 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:20:53,492 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:20:53,492 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:20:53,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:20:53,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T12:20:53,520 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:53,546 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ed4111a1740a469c8a6c0824c9b04052 2024-12-05T12:20:53,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:20:53,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:20:53,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T12:20:53,549 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:53,573 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/38cdc98bb1e442ee8329ab06bc8ad4a8 2024-12-05T12:20:53,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:20:53,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:20:53,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T12:20:53,575 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:53,591 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0832c95fa9694277b44f38470756886a 2024-12-05T12:20:53,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:20:53,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:20:53,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T12:20:53,594 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:53,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:20:53,595 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:20:53,596 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-05T12:20:53,596 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9ea9abad0e9b%2C35235%2C1733401237130.1733401239551 2024-12-05T12:20:53,620 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9ea9abad0e9b%2C35235%2C1733401237130.1733401239551 2024-12-05T12:20:53,622 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9ea9abad0e9b%2C35235%2C1733401237130.1733401239551 2024-12-05T12:20:53,631 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:20:53,631 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:20:53,632 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:20:53,636 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:20:53,640 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-12-05T12:20:53,642 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67057931, jitterRate=-7.589608430862427E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:20:53,643 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733401253492Initializing all the Stores at 1733401253500 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401253500Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401253510 (+10 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401253511 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401253511Cleaning up temporary data from old regions at 1733401253631 (+120 ms)Region opened successfully at 1733401253642 (+11 ms) 2024-12-05T12:20:53,643 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T12:20:53,650 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3940e2ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ea9abad0e9b/172.17.0.3:0 2024-12-05T12:20:53,667 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-05T12:20:53,668 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T12:20:53,669 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T12:20:53,669 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T12:20:53,670 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-05T12:20:53,677 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T12:20:53,677 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T12:20:53,678 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T12:20:53,678 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T12:20:53,678 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-05T12:20:53,679 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-05T12:20:53,679 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-12-05T12:20:53,679 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T12:20:53,684 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=9ea9abad0e9b,36153,1733401238136, regionLocation=9ea9abad0e9b,36153,1733401238136, openSeqNum=2 2024-12-05T12:20:53,684 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=9ea9abad0e9b,36153,1733401238136, table=hbase:meta, region=1588230740 2024-12-05T12:20:53,685 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ea9abad0e9b,36153,1733401238136, state=OPEN 2024-12-05T12:20:53,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41685-0x101a69d890c0006, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01731600503/meta-region-server 2024-12-05T12:20:53,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32857-0x101a69d890c0007, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01731600503/meta-region-server 2024-12-05T12:20:53,693 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01731600503/meta-region-server: CHANGED 2024-12-05T12:20:53,693 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01731600503/meta-region-server: CHANGED 2024-12-05T12:20:53,701 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-05T12:20:53,709 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01731600503/draining/9ea9abad0e9b,36153,1733401238136 already deleted, retry=false 2024-12-05T12:20:53,710 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 9ea9abad0e9b,36153,1733401238136 on 9ea9abad0e9b,41685,1733401252837 2024-12-05T12:20:53,718 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 9ea9abad0e9b,36153,1733401238136, splitWal=true, meta=true 2024-12-05T12:20:53,721 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 9ea9abad0e9b,36153,1733401238136 (carryingMeta=true) 9ea9abad0e9b,36153,1733401238136/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@268fea02[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-05T12:20:53,727 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41685-0x101a69d890c0006, quorum=127.0.0.1:54969, baseZNode=/01731600503 Unable to get data of znode /01731600503/balancer because node does not exist (not necessarily an error) 2024-12-05T12:20:53,734 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01731600503/balancer already deleted, retry=false 2024-12-05T12:20:53,736 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T12:20:53,739 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41685-0x101a69d890c0006, quorum=127.0.0.1:54969, baseZNode=/01731600503 Unable to get data of znode /01731600503/normalizer because node does not exist (not necessarily an error) 2024-12-05T12:20:53,766 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01731600503/normalizer already deleted, retry=false 2024-12-05T12:20:53,767 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T12:20:53,768 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41685-0x101a69d890c0006, quorum=127.0.0.1:54969, baseZNode=/01731600503 Unable to get data of znode /01731600503/switch/split because node does not exist (not necessarily an error) 2024-12-05T12:20:53,786 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01731600503/switch/split already deleted, retry=false 2024-12-05T12:20:53,789 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41685-0x101a69d890c0006, quorum=127.0.0.1:54969, baseZNode=/01731600503 Unable to get data of znode /01731600503/switch/merge because node does not exist (not necessarily an error) 2024-12-05T12:20:53,799 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01731600503/switch/merge already deleted, retry=false 2024-12-05T12:20:53,820 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41685-0x101a69d890c0006, quorum=127.0.0.1:54969, baseZNode=/01731600503 Unable to get data of znode /01731600503/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T12:20:53,826 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01731600503/snapshot-cleanup already deleted, retry=false 2024-12-05T12:20:53,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32857-0x101a69d890c0007, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01731600503/running 2024-12-05T12:20:53,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41685-0x101a69d890c0006, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01731600503/running 2024-12-05T12:20:53,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41685-0x101a69d890c0006, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01731600503 2024-12-05T12:20:53,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32857-0x101a69d890c0007, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01731600503 2024-12-05T12:20:53,835 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9ea9abad0e9b,41685,1733401252837, sessionid=0x101a69d890c0006, setting cluster-up flag (Was=false) 2024-12-05T12:20:53,843 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01731600503/flush-table-proc/acquired, /01731600503/flush-table-proc/reached, /01731600503/flush-table-proc/abort 2024-12-05T12:20:53,845 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ea9abad0e9b,41685,1733401252837 2024-12-05T12:20:53,852 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01731600503/online-snapshot/acquired, /01731600503/online-snapshot/reached, /01731600503/online-snapshot/abort 2024-12-05T12:20:53,853 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ea9abad0e9b,41685,1733401252837 2024-12-05T12:20:53,859 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/.lastflushedseqids 2024-12-05T12:20:53,866 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T12:20:53,866 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T12:20:53,868 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9ea9abad0e9b,41685,1733401252837 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 9ea9abad0e9b,36153,1733401238136 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T12:20:53,872 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:20:53,872 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:20:53,872 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:20:53,872 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:20:53,873 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9ea9abad0e9b:0, corePoolSize=10, maxPoolSize=10 2024-12-05T12:20:53,873 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:53,873 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:20:53,873 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:53,886 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733401283885 2024-12-05T12:20:53,886 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T12:20:53,886 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T12:20:53,886 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T12:20:53,886 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T12:20:53,886 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T12:20:53,886 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T12:20:53,887 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 9ea9abad0e9b,36153,1733401238136, splitWal=true, meta=true 2024-12-05T12:20:53,892 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 9ea9abad0e9b,36153,1733401238136, splitWal=true, meta=true, isMeta: true 2024-12-05T12:20:53,895 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,36153,1733401238136-splitting 2024-12-05T12:20:53,897 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,36153,1733401238136-splitting dir is empty, no logs to split. 2024-12-05T12:20:53,897 INFO [PEWorker-1 {}] master.SplitWALManager(105): 9ea9abad0e9b,36153,1733401238136 WAL count=0, meta=true 2024-12-05T12:20:53,897 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:53,898 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T12:20:53,898 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T12:20:53,898 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T12:20:53,899 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T12:20:53,903 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T12:20:53,903 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T12:20:53,905 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,36153,1733401238136-splitting dir is empty, no logs to split. 2024-12-05T12:20:53,905 INFO [PEWorker-1 {}] master.SplitWALManager(105): 9ea9abad0e9b,36153,1733401238136 WAL count=0, meta=true 2024-12-05T12:20:53,905 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 9ea9abad0e9b,36153,1733401238136 WAL splitting is done? wals=0, meta=true 2024-12-05T12:20:53,906 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401253903,5,FailOnTimeoutGroup] 2024-12-05T12:20:53,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T12:20:53,915 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:20:53,917 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T12:20:53,923 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401253907,5,FailOnTimeoutGroup] 2024-12-05T12:20:53,923 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:53,923 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T12:20:53,923 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:53,923 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:53,924 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733401253923, completionTime=-1 2024-12-05T12:20:53,924 WARN [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-05T12:20:53,928 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-05T12:20:53,933 INFO [RS:0;9ea9abad0e9b:32857 {}] regionserver.HRegionServer(746): ClusterId : 4aed246a-7d51-4f1d-910d-22bbc0bb4383 2024-12-05T12:20:53,933 DEBUG [RS:0;9ea9abad0e9b:32857 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T12:20:53,944 DEBUG [RS:0;9ea9abad0e9b:32857 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T12:20:53,944 DEBUG [RS:0;9ea9abad0e9b:32857 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T12:20:53,954 DEBUG [RS:0;9ea9abad0e9b:32857 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T12:20:53,954 DEBUG [RS:0;9ea9abad0e9b:32857 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27779ed6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ea9abad0e9b/172.17.0.3:0 2024-12-05T12:20:53,968 DEBUG [RS:0;9ea9abad0e9b:32857 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9ea9abad0e9b:32857 2024-12-05T12:20:53,968 INFO [RS:0;9ea9abad0e9b:32857 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T12:20:53,968 INFO [RS:0;9ea9abad0e9b:32857 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T12:20:53,968 DEBUG [RS:0;9ea9abad0e9b:32857 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T12:20:53,969 INFO [RS:0;9ea9abad0e9b:32857 {}] regionserver.HRegionServer(2659): reportForDuty to master=9ea9abad0e9b,41685,1733401252837 with port=32857, startcode=1733401253019 2024-12-05T12:20:53,969 DEBUG [RS:0;9ea9abad0e9b:32857 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T12:20:53,976 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T12:20:53,977 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41685 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9ea9abad0e9b,32857,1733401253019 2024-12-05T12:20:53,977 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41685 {}] master.ServerManager(517): Registering regionserver=9ea9abad0e9b,32857,1733401253019 2024-12-05T12:20:53,979 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=54ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-05T12:20:53,981 DEBUG [RS:0;9ea9abad0e9b:32857 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12 2024-12-05T12:20:53,981 DEBUG [RS:0;9ea9abad0e9b:32857 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37849 2024-12-05T12:20:53,981 DEBUG [RS:0;9ea9abad0e9b:32857 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T12:20:53,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41685-0x101a69d890c0006, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01731600503/rs 2024-12-05T12:20:53,991 DEBUG [RS:0;9ea9abad0e9b:32857 {}] zookeeper.ZKUtil(111): regionserver:32857-0x101a69d890c0007, quorum=127.0.0.1:54969, baseZNode=/01731600503 Set watcher on existing znode=/01731600503/rs/9ea9abad0e9b,32857,1733401253019 2024-12-05T12:20:53,991 WARN [RS:0;9ea9abad0e9b:32857 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:20:53,991 INFO [RS:0;9ea9abad0e9b:32857 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:20:53,992 DEBUG [RS:0;9ea9abad0e9b:32857 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,32857,1733401253019 2024-12-05T12:20:54,000 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9ea9abad0e9b,32857,1733401253019] 2024-12-05T12:20:54,037 INFO [RS:0;9ea9abad0e9b:32857 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T12:20:54,043 INFO [RS:0;9ea9abad0e9b:32857 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T12:20:54,044 INFO [RS:0;9ea9abad0e9b:32857 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T12:20:54,044 INFO [RS:0;9ea9abad0e9b:32857 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:54,047 INFO [RS:0;9ea9abad0e9b:32857 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T12:20:54,048 INFO [RS:0;9ea9abad0e9b:32857 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T12:20:54,048 INFO [RS:0;9ea9abad0e9b:32857 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:54,048 DEBUG [RS:0;9ea9abad0e9b:32857 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:54,049 DEBUG [RS:0;9ea9abad0e9b:32857 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:54,049 DEBUG [RS:0;9ea9abad0e9b:32857 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:54,049 DEBUG [RS:0;9ea9abad0e9b:32857 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:54,049 DEBUG [RS:0;9ea9abad0e9b:32857 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:54,049 DEBUG [RS:0;9ea9abad0e9b:32857 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9ea9abad0e9b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:20:54,049 DEBUG [RS:0;9ea9abad0e9b:32857 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:54,049 DEBUG [RS:0;9ea9abad0e9b:32857 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:54,049 DEBUG [RS:0;9ea9abad0e9b:32857 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:54,049 DEBUG [RS:0;9ea9abad0e9b:32857 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:54,049 DEBUG [RS:0;9ea9abad0e9b:32857 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:54,050 DEBUG [RS:0;9ea9abad0e9b:32857 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:54,050 DEBUG [RS:0;9ea9abad0e9b:32857 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9ea9abad0e9b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:20:54,050 DEBUG [RS:0;9ea9abad0e9b:32857 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9ea9abad0e9b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:20:54,053 INFO [RS:0;9ea9abad0e9b:32857 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:54,053 INFO [RS:0;9ea9abad0e9b:32857 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:54,053 INFO [RS:0;9ea9abad0e9b:32857 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:54,053 INFO [RS:0;9ea9abad0e9b:32857 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:54,053 INFO [RS:0;9ea9abad0e9b:32857 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:54,053 INFO [RS:0;9ea9abad0e9b:32857 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,32857,1733401253019-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:20:54,068 WARN [9ea9abad0e9b:41685 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T12:20:54,071 INFO [RS:0;9ea9abad0e9b:32857 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T12:20:54,071 INFO [RS:0;9ea9abad0e9b:32857 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,32857,1733401253019-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:54,087 INFO [RS:0;9ea9abad0e9b:32857 {}] regionserver.ReplicationSource(231): queueId=1-9ea9abad0e9b,32857,1733401253019, ReplicationSource: 1, currentBandwidth=0 2024-12-05T12:20:54,108 INFO [RS:0;9ea9abad0e9b:32857 {}] regionserver.ReplicationSource(231): queueId=2-9ea9abad0e9b,32857,1733401253019, ReplicationSource: 2, currentBandwidth=0 2024-12-05T12:20:54,109 INFO [RS:0;9ea9abad0e9b:32857 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:54,109 INFO [RS:0;9ea9abad0e9b:32857 {}] regionserver.Replication(171): 9ea9abad0e9b,32857,1733401253019 started 2024-12-05T12:20:54,126 DEBUG [RS:0;9ea9abad0e9b:32857.replicationSource,1-9ea9abad0e9b,32857,1733401253019 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ea9abad0e9b:34841' 2024-12-05T12:20:54,133 INFO [RS:0;9ea9abad0e9b:32857 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:54,133 INFO [RS:0;9ea9abad0e9b:32857 {}] regionserver.HRegionServer(1482): Serving as 9ea9abad0e9b,32857,1733401253019, RpcServer on 9ea9abad0e9b/172.17.0.3:32857, sessionid=0x101a69d890c0007 2024-12-05T12:20:54,133 DEBUG [RS:0;9ea9abad0e9b:32857 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T12:20:54,133 DEBUG [RS:0;9ea9abad0e9b:32857 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9ea9abad0e9b,32857,1733401253019 2024-12-05T12:20:54,133 DEBUG [RS:0;9ea9abad0e9b:32857 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ea9abad0e9b,32857,1733401253019' 2024-12-05T12:20:54,133 DEBUG [RS:0;9ea9abad0e9b:32857 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01731600503/flush-table-proc/abort' 2024-12-05T12:20:54,134 DEBUG [RS:0;9ea9abad0e9b:32857 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01731600503/flush-table-proc/acquired' 2024-12-05T12:20:54,135 DEBUG [RS:0;9ea9abad0e9b:32857 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T12:20:54,135 DEBUG [RS:0;9ea9abad0e9b:32857 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T12:20:54,135 DEBUG [RS:0;9ea9abad0e9b:32857 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9ea9abad0e9b,32857,1733401253019 2024-12-05T12:20:54,135 DEBUG [RS:0;9ea9abad0e9b:32857 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ea9abad0e9b,32857,1733401253019' 2024-12-05T12:20:54,135 DEBUG [RS:0;9ea9abad0e9b:32857 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01731600503/online-snapshot/abort' 2024-12-05T12:20:54,136 DEBUG [RS:0;9ea9abad0e9b:32857 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01731600503/online-snapshot/acquired' 2024-12-05T12:20:54,136 DEBUG [RS:0;9ea9abad0e9b:32857 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T12:20:54,136 DEBUG [RS:0;9ea9abad0e9b:32857.replicationSource,2-9ea9abad0e9b,32857,1733401253019 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ea9abad0e9b:34841' 2024-12-05T12:20:54,136 INFO [RS:0;9ea9abad0e9b:32857 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T12:20:54,136 INFO [RS:0;9ea9abad0e9b:32857 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T12:20:54,138 DEBUG [RS:0;9ea9abad0e9b:32857.replicationSource,1-9ea9abad0e9b,32857,1733401253019 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33187098, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:54,138 DEBUG [RS:0;9ea9abad0e9b:32857.replicationSource,1-9ea9abad0e9b,32857,1733401253019 {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,34841,-1 for getting cluster id 2024-12-05T12:20:54,138 DEBUG [RS:0;9ea9abad0e9b:32857.replicationSource,1-9ea9abad0e9b,32857,1733401253019 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:20:54,139 DEBUG [RS:0;9ea9abad0e9b:32857.replicationSource,2-9ea9abad0e9b,32857,1733401253019 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c34a83a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:54,139 DEBUG [RS:0;9ea9abad0e9b:32857.replicationSource,2-9ea9abad0e9b,32857,1733401253019 {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,34841,-1 for getting cluster id 2024-12-05T12:20:54,139 DEBUG [RS:0;9ea9abad0e9b:32857.replicationSource,2-9ea9abad0e9b,32857,1733401253019 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:20:54,140 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ae574dc-33d3-4c48-812c-32acf4f67771' 2024-12-05T12:20:54,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:20:54,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ae574dc-33d3-4c48-812c-32acf4f67771" 2024-12-05T12:20:54,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1015545, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:54,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,34841,-1] 2024-12-05T12:20:54,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:20:54,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:54,151 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:20:54,152 DEBUG [RS:0;9ea9abad0e9b:32857.replicationSource,2-9ea9abad0e9b,32857,1733401253019 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a6f097e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:54,152 DEBUG [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ae574dc-33d3-4c48-812c-32acf4f67771' 2024-12-05T12:20:54,152 DEBUG [RS:0;9ea9abad0e9b:32857.replicationSource,2-9ea9abad0e9b,32857,1733401253019 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:20:54,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:20:54,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ae574dc-33d3-4c48-812c-32acf4f67771" 2024-12-05T12:20:54,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a1fb786, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:54,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,34841,-1] 2024-12-05T12:20:54,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,34841,1733401244486 2024-12-05T12:20:54,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c7082ee 2024-12-05T12:20:54,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:20:54,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:20:54,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:54,156 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-05T12:20:54,156 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:20:54,158 INFO [RS:0;9ea9abad0e9b:32857.replicationSource,2-9ea9abad0e9b,32857,1733401253019 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-9ea9abad0e9b,32857,1733401253019 (queues=0) is replicating from cluster=4aed246a-7d51-4f1d-910d-22bbc0bb4383 to cluster=1ae574dc-33d3-4c48-812c-32acf4f67771 2024-12-05T12:20:54,158 DEBUG [RS:0;9ea9abad0e9b:32857.replicationSource,1-9ea9abad0e9b,32857,1733401253019 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b572a4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:54,158 DEBUG [RS:0;9ea9abad0e9b:32857.replicationSource,1-9ea9abad0e9b,32857,1733401253019 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:20:54,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,34841,1733401244486 2024-12-05T12:20:54,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f79bd50 2024-12-05T12:20:54,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:20:54,162 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-05T12:20:54,164 INFO [RS:0;9ea9abad0e9b:32857.replicationSource,1-9ea9abad0e9b,32857,1733401253019 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9ea9abad0e9b,32857,1733401253019 (queues=0) is replicating from cluster=4aed246a-7d51-4f1d-910d-22bbc0bb4383 to cluster=1ae574dc-33d3-4c48-812c-32acf4f67771 2024-12-05T12:20:54,237 INFO [RS:0;9ea9abad0e9b:32857 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:20:54,241 INFO [RS:0;9ea9abad0e9b:32857 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C32857%2C1733401253019, suffix=, logDir=hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,32857,1733401253019, archiveDir=hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/oldWALs, maxLogs=10 2024-12-05T12:20:54,262 DEBUG [RS:0;9ea9abad0e9b:32857 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,32857,1733401253019/9ea9abad0e9b%2C32857%2C1733401253019.1733401254242, exclude list is [], retry=0 2024-12-05T12:20:54,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35693,DS-27da7b04-93d3-471b-b569-51e89c02fd55,DISK] 2024-12-05T12:20:54,274 INFO [RS:0;9ea9abad0e9b:32857 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,32857,1733401253019/9ea9abad0e9b%2C32857%2C1733401253019.1733401254242 2024-12-05T12:20:54,275 DEBUG [RS:0;9ea9abad0e9b:32857 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 9ea9abad0e9b%2C32857%2C1733401253019 for peer 1 2024-12-05T12:20:54,275 DEBUG [RS:0;9ea9abad0e9b:32857 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 9ea9abad0e9b%2C32857%2C1733401253019 for peer 2 2024-12-05T12:20:54,275 DEBUG [RS:0;9ea9abad0e9b:32857 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9ea9abad0e9b%2C32857%2C1733401253019 2024-12-05T12:20:54,276 INFO [RS:0;9ea9abad0e9b:32857 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9ea9abad0e9b,32857,1733401253019, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T12:20:54,279 DEBUG [RS:0;9ea9abad0e9b:32857 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=9ea9abad0e9b%2C32857%2C1733401253019 2024-12-05T12:20:54,280 INFO [RS:0;9ea9abad0e9b:32857 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-9ea9abad0e9b,32857,1733401253019, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T12:20:54,280 INFO [RS:0;9ea9abad0e9b:32857.replicationSource.shipper9ea9abad0e9b%2C32857%2C1733401253019,1-9ea9abad0e9b,32857,1733401253019 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9ea9abad0e9b%2C32857%2C1733401253019 2024-12-05T12:20:54,280 INFO [RS:0;9ea9abad0e9b:32857.replicationSource.shipper9ea9abad0e9b%2C32857%2C1733401253019,2-9ea9abad0e9b,32857,1733401253019 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9ea9abad0e9b%2C32857%2C1733401253019 2024-12-05T12:20:54,281 DEBUG [RS:0;9ea9abad0e9b:32857 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41045:41045)] 2024-12-05T12:20:54,281 DEBUG [RS:0;9ea9abad0e9b:32857.replicationSource.wal-reader.9ea9abad0e9b%2C32857%2C1733401253019,2-9ea9abad0e9b,32857,1733401253019 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,32857,1733401253019/9ea9abad0e9b%2C32857%2C1733401253019.1733401254242, startPosition=0, beingWritten=true 2024-12-05T12:20:54,282 DEBUG [RS:0;9ea9abad0e9b:32857.replicationSource.wal-reader.9ea9abad0e9b%2C32857%2C1733401253019,1-9ea9abad0e9b,32857,1733401253019 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,32857,1733401253019/9ea9abad0e9b%2C32857%2C1733401253019.1733401254242, startPosition=0, beingWritten=true 2024-12-05T12:20:54,318 DEBUG [9ea9abad0e9b:41685 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T12:20:54,319 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9ea9abad0e9b,32857,1733401253019 2024-12-05T12:20:54,321 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ea9abad0e9b,32857,1733401253019, state=OPENING 2024-12-05T12:20:54,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41685-0x101a69d890c0006, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01731600503/meta-region-server 2024-12-05T12:20:54,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32857-0x101a69d890c0007, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01731600503/meta-region-server 2024-12-05T12:20:54,332 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01731600503/meta-region-server: CHANGED 2024-12-05T12:20:54,332 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01731600503/meta-region-server: CHANGED 2024-12-05T12:20:54,333 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:20:54,333 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,32857,1733401253019}] 2024-12-05T12:20:54,488 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:20:54,489 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57225, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T12:20:54,493 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T12:20:54,494 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:20:54,494 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T12:20:54,496 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C32857%2C1733401253019.meta, suffix=.meta, logDir=hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,32857,1733401253019, archiveDir=hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/oldWALs, maxLogs=10 2024-12-05T12:20:54,500 DEBUG [RS:0;9ea9abad0e9b:32857.replicationSource.wal-reader.9ea9abad0e9b%2C32857%2C1733401253019,2-9ea9abad0e9b,32857,1733401253019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,32857,1733401253019/9ea9abad0e9b%2C32857%2C1733401253019.1733401254242 to pos 0, reset compression=false 2024-12-05T12:20:54,505 DEBUG [RS:0;9ea9abad0e9b:32857.replicationSource.wal-reader.9ea9abad0e9b%2C32857%2C1733401253019,1-9ea9abad0e9b,32857,1733401253019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,32857,1733401253019/9ea9abad0e9b%2C32857%2C1733401253019.1733401254242 to pos 0, reset compression=false 2024-12-05T12:20:54,513 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,32857,1733401253019/9ea9abad0e9b%2C32857%2C1733401253019.meta.1733401254497.meta, exclude list is [], retry=0 2024-12-05T12:20:54,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35693,DS-27da7b04-93d3-471b-b569-51e89c02fd55,DISK] 2024-12-05T12:20:54,518 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,32857,1733401253019/9ea9abad0e9b%2C32857%2C1733401253019.meta.1733401254497.meta 2024-12-05T12:20:54,522 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41045:41045)] 2024-12-05T12:20:54,522 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:20:54,522 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:20:54,522 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:20:54,522 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T12:20:54,523 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T12:20:54,523 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T12:20:54,523 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:20:54,523 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T12:20:54,523 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T12:20:54,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:20:54,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:20:54,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:54,533 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/data/hbase/meta/1588230740/info/b204989b51ee476ebda9c060dc944677 2024-12-05T12:20:54,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:20:54,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:20:54,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:20:54,535 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:54,541 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/data/hbase/meta/1588230740/ns/2eaaf2387d5b468f8a19dbab6cd3931b 2024-12-05T12:20:54,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:20:54,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:20:54,543 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:20:54,543 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:54,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:20:54,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:20:54,545 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:20:54,545 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:54,555 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/data/hbase/meta/1588230740/table/55ed0f9549324757a460114a05c757f2 2024-12-05T12:20:54,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:20:54,555 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:20:54,556 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/data/hbase/meta/1588230740 2024-12-05T12:20:54,558 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/data/hbase/meta/1588230740 2024-12-05T12:20:54,560 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:20:54,560 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:20:54,561 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:20:54,563 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:20:54,564 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67031265, jitterRate=-0.0011563152074813843}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:20:54,564 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T12:20:54,564 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733401254523Writing region info on filesystem at 1733401254523Initializing all the Stores at 1733401254524 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401254524Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401254524Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401254525 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401254525Cleaning up temporary data from old regions at 1733401254560 (+35 ms)Running coprocessor post-open hooks at 1733401254564 (+4 ms)Region opened successfully at 1733401254564 2024-12-05T12:20:54,566 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1733401254487 2024-12-05T12:20:54,569 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T12:20:54,569 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T12:20:54,570 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=9ea9abad0e9b,32857,1733401253019 2024-12-05T12:20:54,572 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ea9abad0e9b,32857,1733401253019, state=OPEN 2024-12-05T12:20:54,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32857-0x101a69d890c0007, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01731600503/meta-region-server 2024-12-05T12:20:54,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41685-0x101a69d890c0006, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01731600503/meta-region-server 2024-12-05T12:20:54,582 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,32857,1733401253019 2024-12-05T12:20:54,582 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01731600503/meta-region-server: CHANGED 2024-12-05T12:20:54,582 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01731600503/meta-region-server: CHANGED 2024-12-05T12:20:54,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-05T12:20:54,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,32857,1733401253019 in 249 msec 2024-12-05T12:20:54,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-05T12:20:54,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 675 msec 2024-12-05T12:20:54,807 DEBUG [RS:0;9ea9abad0e9b:32857.replicationSource.wal-reader.9ea9abad0e9b%2C32857%2C1733401253019,2-9ea9abad0e9b,32857,1733401253019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,32857,1733401253019/9ea9abad0e9b%2C32857%2C1733401253019.1733401254242 to pos 0, reset compression=false 2024-12-05T12:20:54,813 DEBUG [RS:0;9ea9abad0e9b:32857.replicationSource.wal-reader.9ea9abad0e9b%2C32857%2C1733401253019,1-9ea9abad0e9b,32857,1733401253019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,32857,1733401253019/9ea9abad0e9b%2C32857%2C1733401253019.1733401254242 to pos 0, reset compression=false 2024-12-05T12:20:55,214 DEBUG [RS:0;9ea9abad0e9b:32857.replicationSource.wal-reader.9ea9abad0e9b%2C32857%2C1733401253019,2-9ea9abad0e9b,32857,1733401253019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,32857,1733401253019/9ea9abad0e9b%2C32857%2C1733401253019.1733401254242 to pos 0, reset compression=false 2024-12-05T12:20:55,221 DEBUG [RS:0;9ea9abad0e9b:32857.replicationSource.wal-reader.9ea9abad0e9b%2C32857%2C1733401253019,1-9ea9abad0e9b,32857,1733401253019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,32857,1733401253019/9ea9abad0e9b%2C32857%2C1733401253019.1733401254242 to pos 0, reset compression=false 2024-12-05T12:20:55,481 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1557ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-12-05T12:20:55,724 DEBUG [RS:0;9ea9abad0e9b:32857.replicationSource.wal-reader.9ea9abad0e9b%2C32857%2C1733401253019,2-9ea9abad0e9b,32857,1733401253019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,32857,1733401253019/9ea9abad0e9b%2C32857%2C1733401253019.1733401254242 to pos 0, reset compression=false 2024-12-05T12:20:55,731 DEBUG [RS:0;9ea9abad0e9b:32857.replicationSource.wal-reader.9ea9abad0e9b%2C32857%2C1733401253019,1-9ea9abad0e9b,32857,1733401253019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,32857,1733401253019/9ea9abad0e9b%2C32857%2C1733401253019.1733401254242 to pos 0, reset compression=false 2024-12-05T12:20:56,351 DEBUG [RS:0;9ea9abad0e9b:32857.replicationSource.wal-reader.9ea9abad0e9b%2C32857%2C1733401253019,2-9ea9abad0e9b,32857,1733401253019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,32857,1733401253019/9ea9abad0e9b%2C32857%2C1733401253019.1733401254242 to pos 0, reset compression=false 2024-12-05T12:20:56,351 DEBUG [RS:0;9ea9abad0e9b:32857.replicationSource.wal-reader.9ea9abad0e9b%2C32857%2C1733401253019,1-9ea9abad0e9b,32857,1733401253019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,32857,1733401253019/9ea9abad0e9b%2C32857%2C1733401253019.1733401254242 to pos 0, reset compression=false 2024-12-05T12:20:56,987 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3063ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3009ms 2024-12-05T12:20:57,058 DEBUG [RS:0;9ea9abad0e9b:32857.replicationSource.wal-reader.9ea9abad0e9b%2C32857%2C1733401253019,2-9ea9abad0e9b,32857,1733401253019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,32857,1733401253019/9ea9abad0e9b%2C32857%2C1733401253019.1733401254242 to pos 0, reset compression=false 2024-12-05T12:20:57,060 DEBUG [RS:0;9ea9abad0e9b:32857.replicationSource.wal-reader.9ea9abad0e9b%2C32857%2C1733401253019,1-9ea9abad0e9b,32857,1733401253019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,32857,1733401253019/9ea9abad0e9b%2C32857%2C1733401253019.1733401254242 to pos 0, reset compression=false 2024-12-05T12:20:57,866 DEBUG [RS:0;9ea9abad0e9b:32857.replicationSource.wal-reader.9ea9abad0e9b%2C32857%2C1733401253019,2-9ea9abad0e9b,32857,1733401253019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,32857,1733401253019/9ea9abad0e9b%2C32857%2C1733401253019.1733401254242 to pos 0, reset compression=false 2024-12-05T12:20:57,867 DEBUG [RS:0;9ea9abad0e9b:32857.replicationSource.wal-reader.9ea9abad0e9b%2C32857%2C1733401253019,1-9ea9abad0e9b,32857,1733401253019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,32857,1733401253019/9ea9abad0e9b%2C32857%2C1733401253019.1733401254242 to pos 0, reset compression=false 2024-12-05T12:20:58,440 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4516ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-05T12:20:58,440 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T12:20:58,441 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:20:58,441 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,32857,1733401253019, seqNum=-1] 2024-12-05T12:20:58,441 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:20:58,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45601, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:20:58,451 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0e392969e8e4c86874c86e0edace10d8, regionState=OPEN, lastHost=9ea9abad0e9b,36153,1733401238136, regionLocation=9ea9abad0e9b,36153,1733401238136, openSeqNum=2 2024-12-05T12:20:58,451 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T12:20:58,451 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733401318451 2024-12-05T12:20:58,451 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733401378451 2024-12-05T12:20:58,451 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 11 msec 2024-12-05T12:20:58,452 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,41685,1733401252837-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:58,452 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,41685,1733401252837-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:58,452 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,41685,1733401252837-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:58,452 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9ea9abad0e9b:41685, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:58,452 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:58,452 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 9ea9abad0e9b,36153,1733401238136 had 2 regions 2024-12-05T12:20:58,452 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:58,454 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 9ea9abad0e9b,36153,1733401238136, splitWal=true, meta=true, isMeta: false 2024-12-05T12:20:58,457 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,36153,1733401238136-splitting dir is empty, no logs to split. 2024-12-05T12:20:58,457 INFO [PEWorker-3 {}] master.SplitWALManager(105): 9ea9abad0e9b,36153,1733401238136 WAL count=0, meta=false 2024-12-05T12:20:58,460 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.301sec 2024-12-05T12:20:58,460 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T12:20:58,460 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,36153,1733401238136-splitting dir is empty, no logs to split. 2024-12-05T12:20:58,460 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T12:20:58,460 INFO [PEWorker-3 {}] master.SplitWALManager(105): 9ea9abad0e9b,36153,1733401238136 WAL count=0, meta=false 2024-12-05T12:20:58,460 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T12:20:58,460 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 9ea9abad0e9b,36153,1733401238136 WAL splitting is done? wals=0, meta=false 2024-12-05T12:20:58,460 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T12:20:58,461 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T12:20:58,461 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,41685,1733401252837-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:20:58,461 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,41685,1733401252837-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T12:20:58,464 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0e392969e8e4c86874c86e0edace10d8, ASSIGN}] 2024-12-05T12:20:58,465 WARN [master/9ea9abad0e9b:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=9ea9abad0e9b,36153,1733401238136/hbase:replication,,1733401247783.0e392969e8e4c86874c86e0edace10d8. 2024-12-05T12:20:58,466 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0e392969e8e4c86874c86e0edace10d8, ASSIGN 2024-12-05T12:20:58,467 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T12:20:58,467 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T12:20:58,467 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,41685,1733401252837-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:58,468 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0e392969e8e4c86874c86e0edace10d8, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T12:20:58,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a3109a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:58,536 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,41685,-1 for getting cluster id 2024-12-05T12:20:58,536 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:20:58,538 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4aed246a-7d51-4f1d-910d-22bbc0bb4383' 2024-12-05T12:20:58,538 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:20:58,538 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4aed246a-7d51-4f1d-910d-22bbc0bb4383" 2024-12-05T12:20:58,539 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@728b9231, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:58,539 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,41685,-1] 2024-12-05T12:20:58,539 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:20:58,539 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:58,541 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:20:58,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ff6e61e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:58,542 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:20:58,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,32857,1733401253019, seqNum=-1] 2024-12-05T12:20:58,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:20:58,546 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:20:58,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-05T12:20:58,549 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:20:58,549 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:20:58,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:58,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:58,550 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:20:58,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 9ea9abad0e9b:41685 after: 9ea9abad0e9b:41685 2024-12-05T12:20:58,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@283ec700, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:58,551 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,41685,-1 for getting cluster id 2024-12-05T12:20:58,551 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:20:58,552 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4aed246a-7d51-4f1d-910d-22bbc0bb4383' 2024-12-05T12:20:58,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:20:58,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4aed246a-7d51-4f1d-910d-22bbc0bb4383" 2024-12-05T12:20:58,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1993fc12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:58,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,41685,-1] 2024-12-05T12:20:58,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:20:58,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:58,554 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:20:58,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e78affd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:58,555 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:20:58,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,41685,1733401252837 2024-12-05T12:20:58,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b692c83 2024-12-05T12:20:58,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:20:58,557 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:20:58,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41685 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-05T12:20:58,559 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41685 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-05T12:20:58,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41685 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-05T12:20:58,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41685 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-05T12:20:58,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T12:20:58,561 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:20:58,561 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:20:58,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:58,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:58,561 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:20:58,561 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T12:20:58,561 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1816401052, stopped=false 2024-12-05T12:20:58,561 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9ea9abad0e9b,34841,1733401244486 2024-12-05T12:20:58,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x101a69d890c0004, quorum=127.0.0.1:54969, baseZNode=/1140164647 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1140164647/running 2024-12-05T12:20:58,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34841-0x101a69d890c0003, quorum=127.0.0.1:54969, baseZNode=/1140164647 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1140164647/running 2024-12-05T12:20:58,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x101a69d890c0004, quorum=127.0.0.1:54969, baseZNode=/1140164647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140164647 2024-12-05T12:20:58,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34841-0x101a69d890c0003, quorum=127.0.0.1:54969, baseZNode=/1140164647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140164647 2024-12-05T12:20:58,601 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:20:58,601 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:20:58,601 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:20:58,601 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34841-0x101a69d890c0003, quorum=127.0.0.1:54969, baseZNode=/1140164647 Set watcher on znode that does not yet exist, /1140164647/running 2024-12-05T12:20:58,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:58,601 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39723-0x101a69d890c0004, quorum=127.0.0.1:54969, baseZNode=/1140164647 Set watcher on znode that does not yet exist, /1140164647/running 2024-12-05T12:20:58,602 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9ea9abad0e9b,39723,1733401244610' ***** 2024-12-05T12:20:58,602 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T12:20:58,602 INFO [RS:0;9ea9abad0e9b:39723 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T12:20:58,602 INFO [RS:0;9ea9abad0e9b:39723 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T12:20:58,602 INFO [RS:0;9ea9abad0e9b:39723 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T12:20:58,602 INFO [RS:0;9ea9abad0e9b:39723 {}] regionserver.HRegionServer(959): stopping server 9ea9abad0e9b,39723,1733401244610 2024-12-05T12:20:58,602 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T12:20:58,602 INFO [RS:0;9ea9abad0e9b:39723 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:20:58,602 INFO [RS:0;9ea9abad0e9b:39723 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ea9abad0e9b:39723. 2024-12-05T12:20:58,603 DEBUG [RS:0;9ea9abad0e9b:39723 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:20:58,603 DEBUG [RS:0;9ea9abad0e9b:39723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:58,603 INFO [RS:0;9ea9abad0e9b:39723 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T12:20:58,603 INFO [RS:0;9ea9abad0e9b:39723 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T12:20:58,603 INFO [RS:0;9ea9abad0e9b:39723 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T12:20:58,603 INFO [RS:0;9ea9abad0e9b:39723 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T12:20:58,603 INFO [RS:0;9ea9abad0e9b:39723 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T12:20:58,603 DEBUG [RS:0;9ea9abad0e9b:39723 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T12:20:58,603 DEBUG [RS:0;9ea9abad0e9b:39723 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:20:58,603 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:20:58,603 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:20:58,604 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:20:58,604 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:20:58,604 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:20:58,604 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-05T12:20:58,618 DEBUG [9ea9abad0e9b:41685 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T12:20:58,619 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=0e392969e8e4c86874c86e0edace10d8, regionState=OPENING, regionLocation=9ea9abad0e9b,32857,1733401253019 2024-12-05T12:20:58,623 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39577/user/jenkins/test-data/524b73f4-0706-49c8-44f2-dbc22bd1c57c/data/hbase/meta/1588230740/.tmp/ns/c2279e64bb1d445c9a95b695b04f495e is 43, key is default/ns:d/1733401247525/Put/seqid=0 2024-12-05T12:20:58,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0e392969e8e4c86874c86e0edace10d8, ASSIGN because future has completed 2024-12-05T12:20:58,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e392969e8e4c86874c86e0edace10d8, server=9ea9abad0e9b,32857,1733401253019}] 2024-12-05T12:20:58,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43409 is added to blk_1073741835_1011 (size=5153) 2024-12-05T12:20:58,642 INFO [regionserver/9ea9abad0e9b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:20:58,773 DEBUG [RS:0;9ea9abad0e9b:32857.replicationSource.wal-reader.9ea9abad0e9b%2C32857%2C1733401253019,2-9ea9abad0e9b,32857,1733401253019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,32857,1733401253019/9ea9abad0e9b%2C32857%2C1733401253019.1733401254242 to pos 0, reset compression=false 2024-12-05T12:20:58,775 DEBUG [RS:0;9ea9abad0e9b:32857.replicationSource.wal-reader.9ea9abad0e9b%2C32857%2C1733401253019,1-9ea9abad0e9b,32857,1733401253019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,32857,1733401253019/9ea9abad0e9b%2C32857%2C1733401253019.1733401254242 to pos 0, reset compression=false 2024-12-05T12:20:58,784 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1733401247783.0e392969e8e4c86874c86e0edace10d8. 2024-12-05T12:20:58,784 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:20:58,785 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T12:20:58,787 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C32857%2C1733401253019.rep, suffix=, logDir=hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,32857,1733401253019, archiveDir=hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/oldWALs, maxLogs=10 2024-12-05T12:20:58,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,32857,1733401253019/9ea9abad0e9b%2C32857%2C1733401253019.rep.1733401258788, exclude list is [], retry=0 2024-12-05T12:20:58,804 DEBUG [RS:0;9ea9abad0e9b:39723 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:20:58,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35693,DS-27da7b04-93d3-471b-b569-51e89c02fd55,DISK] 2024-12-05T12:20:58,809 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,32857,1733401253019/9ea9abad0e9b%2C32857%2C1733401253019.rep.1733401258788 2024-12-05T12:20:58,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41045:41045)] 2024-12-05T12:20:58,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e392969e8e4c86874c86e0edace10d8, NAME => 'hbase:replication,,1733401247783.0e392969e8e4c86874c86e0edace10d8.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:20:58,811 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:20:58,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:20:58,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733401247783.0e392969e8e4c86874c86e0edace10d8. service=MultiRowMutationService 2024-12-05T12:20:58,812 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T12:20:58,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0e392969e8e4c86874c86e0edace10d8 2024-12-05T12:20:58,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401247783.0e392969e8e4c86874c86e0edace10d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:20:58,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 0e392969e8e4c86874c86e0edace10d8 2024-12-05T12:20:58,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 0e392969e8e4c86874c86e0edace10d8 2024-12-05T12:20:58,814 INFO [StoreOpener-0e392969e8e4c86874c86e0edace10d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0e392969e8e4c86874c86e0edace10d8 2024-12-05T12:20:58,816 INFO [StoreOpener-0e392969e8e4c86874c86e0edace10d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e392969e8e4c86874c86e0edace10d8 columnFamilyName hfileref 2024-12-05T12:20:58,816 DEBUG [StoreOpener-0e392969e8e4c86874c86e0edace10d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:58,817 INFO [StoreOpener-0e392969e8e4c86874c86e0edace10d8-1 {}] regionserver.HStore(327): Store=0e392969e8e4c86874c86e0edace10d8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:20:58,817 INFO [StoreOpener-0e392969e8e4c86874c86e0edace10d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0e392969e8e4c86874c86e0edace10d8 2024-12-05T12:20:58,819 INFO [StoreOpener-0e392969e8e4c86874c86e0edace10d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e392969e8e4c86874c86e0edace10d8 columnFamilyName queue 2024-12-05T12:20:58,819 DEBUG [StoreOpener-0e392969e8e4c86874c86e0edace10d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:58,829 DEBUG [StoreOpener-0e392969e8e4c86874c86e0edace10d8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/data/hbase/replication/0e392969e8e4c86874c86e0edace10d8/queue/8f5e471d64ba4c60b39223610ad0ac00 2024-12-05T12:20:58,829 INFO [StoreOpener-0e392969e8e4c86874c86e0edace10d8-1 {}] regionserver.HStore(327): Store=0e392969e8e4c86874c86e0edace10d8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:20:58,829 INFO [StoreOpener-0e392969e8e4c86874c86e0edace10d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0e392969e8e4c86874c86e0edace10d8 2024-12-05T12:20:58,831 INFO [StoreOpener-0e392969e8e4c86874c86e0edace10d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e392969e8e4c86874c86e0edace10d8 columnFamilyName sid 2024-12-05T12:20:58,831 DEBUG [StoreOpener-0e392969e8e4c86874c86e0edace10d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:58,832 INFO [StoreOpener-0e392969e8e4c86874c86e0edace10d8-1 {}] regionserver.HStore(327): Store=0e392969e8e4c86874c86e0edace10d8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:20:58,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 0e392969e8e4c86874c86e0edace10d8 2024-12-05T12:20:58,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/data/hbase/replication/0e392969e8e4c86874c86e0edace10d8 2024-12-05T12:20:58,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/data/hbase/replication/0e392969e8e4c86874c86e0edace10d8 2024-12-05T12:20:58,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 0e392969e8e4c86874c86e0edace10d8 2024-12-05T12:20:58,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 0e392969e8e4c86874c86e0edace10d8 2024-12-05T12:20:58,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:20:58,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 0e392969e8e4c86874c86e0edace10d8 2024-12-05T12:20:58,841 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 0e392969e8e4c86874c86e0edace10d8; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65038969, jitterRate=-0.030843839049339294}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:20:58,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0e392969e8e4c86874c86e0edace10d8 2024-12-05T12:20:58,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 0e392969e8e4c86874c86e0edace10d8: Running coprocessor pre-open hook at 1733401258813Writing region info on filesystem at 1733401258813Initializing all the Stores at 1733401258814 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401258814Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401258814Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401258814Cleaning up temporary data from old regions at 1733401258837 (+23 ms)Running coprocessor post-open hooks at 1733401258842 (+5 ms)Region opened successfully at 1733401258842 2024-12-05T12:20:58,844 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733401247783.0e392969e8e4c86874c86e0edace10d8., pid=19, masterSystemTime=1733401258778 2024-12-05T12:20:58,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733401247783.0e392969e8e4c86874c86e0edace10d8. 2024-12-05T12:20:58,847 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733401247783.0e392969e8e4c86874c86e0edace10d8. 2024-12-05T12:20:58,848 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=0e392969e8e4c86874c86e0edace10d8, regionState=OPEN, openSeqNum=10, regionLocation=9ea9abad0e9b,32857,1733401253019 2024-12-05T12:20:58,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e392969e8e4c86874c86e0edace10d8, server=9ea9abad0e9b,32857,1733401253019 because future has completed 2024-12-05T12:20:58,857 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-05T12:20:58,857 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 0e392969e8e4c86874c86e0edace10d8, server=9ea9abad0e9b,32857,1733401253019 in 231 msec 2024-12-05T12:20:58,861 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-12-05T12:20:58,861 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0e392969e8e4c86874c86e0edace10d8, ASSIGN in 393 msec 2024-12-05T12:20:58,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-05T12:20:58,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733401247783.0e392969e8e4c86874c86e0edace10d8., hostname=9ea9abad0e9b,32857,1733401253019, seqNum=10] 2024-12-05T12:20:58,905 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 9ea9abad0e9b,36153,1733401238136 2024-12-05T12:20:58,905 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-05T12:20:59,004 DEBUG [RS:0;9ea9abad0e9b:39723 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:20:59,039 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39577/user/jenkins/test-data/524b73f4-0706-49c8-44f2-dbc22bd1c57c/data/hbase/meta/1588230740/.tmp/ns/c2279e64bb1d445c9a95b695b04f495e 2024-12-05T12:20:59,049 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39577/user/jenkins/test-data/524b73f4-0706-49c8-44f2-dbc22bd1c57c/data/hbase/meta/1588230740/.tmp/ns/c2279e64bb1d445c9a95b695b04f495e as hdfs://localhost:39577/user/jenkins/test-data/524b73f4-0706-49c8-44f2-dbc22bd1c57c/data/hbase/meta/1588230740/ns/c2279e64bb1d445c9a95b695b04f495e 2024-12-05T12:20:59,056 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39577/user/jenkins/test-data/524b73f4-0706-49c8-44f2-dbc22bd1c57c/data/hbase/meta/1588230740/ns/c2279e64bb1d445c9a95b695b04f495e, entries=2, sequenceid=6, filesize=5.0 K 2024-12-05T12:20:59,058 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 453ms, sequenceid=6, compaction requested=false 2024-12-05T12:20:59,058 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T12:20:59,065 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39577/user/jenkins/test-data/524b73f4-0706-49c8-44f2-dbc22bd1c57c/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T12:20:59,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32857 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-12-05T12:20:59,066 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:20:59,066 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:20:59,066 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:20:59,066 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401258603Running coprocessor pre-close hooks at 1733401258603Disabling compacts and flushes for region at 1733401258603Disabling writes for close at 1733401258604 (+1 ms)Obtaining lock to block concurrent updates at 1733401258604Preparing flush snapshotting stores in 1588230740 at 1733401258604Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733401258604Flushing stores of hbase:meta,,1.1588230740 at 1733401258605 (+1 ms)Flushing 1588230740/ns: creating writer at 1733401258605Flushing 1588230740/ns: appending metadata at 1733401258622 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733401258622Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fe7a7bf: reopening flushed file at 1733401259048 (+426 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 453ms, sequenceid=6, compaction requested=false at 1733401259058 (+10 ms)Writing region close event to WAL at 1733401259060 (+2 ms)Running coprocessor post-close hooks at 1733401259066 (+6 ms)Closed at 1733401259066 2024-12-05T12:20:59,066 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T12:20:59,204 INFO [RS:0;9ea9abad0e9b:39723 {}] regionserver.HRegionServer(976): stopping server 9ea9abad0e9b,39723,1733401244610; all regions closed. 2024-12-05T12:20:59,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43409 is added to blk_1073741834_1010 (size=1152) 2024-12-05T12:20:59,208 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/524b73f4-0706-49c8-44f2-dbc22bd1c57c/WALs/9ea9abad0e9b,39723,1733401244610/9ea9abad0e9b%2C39723%2C1733401244610.meta.1733401247420.meta not finished, retry = 0 2024-12-05T12:20:59,311 DEBUG [RS:0;9ea9abad0e9b:39723 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/524b73f4-0706-49c8-44f2-dbc22bd1c57c/oldWALs 2024-12-05T12:20:59,311 INFO [RS:0;9ea9abad0e9b:39723 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ea9abad0e9b%2C39723%2C1733401244610.meta:.meta(num 1733401247420) 2024-12-05T12:20:59,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43409 is added to blk_1073741833_1009 (size=93) 2024-12-05T12:20:59,314 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/524b73f4-0706-49c8-44f2-dbc22bd1c57c/WALs/9ea9abad0e9b,39723,1733401244610/9ea9abad0e9b%2C39723%2C1733401244610.1733401246575 not finished, retry = 0 2024-12-05T12:20:59,417 DEBUG [RS:0;9ea9abad0e9b:39723 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/524b73f4-0706-49c8-44f2-dbc22bd1c57c/oldWALs 2024-12-05T12:20:59,417 INFO [RS:0;9ea9abad0e9b:39723 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ea9abad0e9b%2C39723%2C1733401244610:(num 1733401246575) 2024-12-05T12:20:59,417 DEBUG [RS:0;9ea9abad0e9b:39723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:59,417 INFO [RS:0;9ea9abad0e9b:39723 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:20:59,418 INFO [RS:0;9ea9abad0e9b:39723 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:20:59,418 INFO [RS:0;9ea9abad0e9b:39723 {}] hbase.ChoreService(370): Chore service for: regionserver/9ea9abad0e9b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T12:20:59,418 INFO [RS:0;9ea9abad0e9b:39723 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:20:59,418 INFO [regionserver/9ea9abad0e9b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:20:59,418 INFO [RS:0;9ea9abad0e9b:39723 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39723 2024-12-05T12:20:59,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34841-0x101a69d890c0003, quorum=127.0.0.1:54969, baseZNode=/1140164647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140164647/rs 2024-12-05T12:20:59,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x101a69d890c0004, quorum=127.0.0.1:54969, baseZNode=/1140164647 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1140164647/rs/9ea9abad0e9b,39723,1733401244610 2024-12-05T12:20:59,451 INFO [RS:0;9ea9abad0e9b:39723 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:20:59,459 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9ea9abad0e9b,39723,1733401244610] 2024-12-05T12:20:59,467 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1140164647/draining/9ea9abad0e9b,39723,1733401244610 already deleted, retry=false 2024-12-05T12:20:59,467 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9ea9abad0e9b,39723,1733401244610 expired; onlineServers=0 2024-12-05T12:20:59,467 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9ea9abad0e9b,34841,1733401244486' ***** 2024-12-05T12:20:59,467 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T12:20:59,467 INFO [M:0;9ea9abad0e9b:34841 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:20:59,467 INFO [M:0;9ea9abad0e9b:34841 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:20:59,468 DEBUG [M:0;9ea9abad0e9b:34841 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T12:20:59,468 DEBUG [M:0;9ea9abad0e9b:34841 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T12:20:59,468 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T12:20:59,468 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401246340 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401246340,5,FailOnTimeoutGroup] 2024-12-05T12:20:59,468 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401246340 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401246340,5,FailOnTimeoutGroup] 2024-12-05T12:20:59,468 INFO [M:0;9ea9abad0e9b:34841 {}] hbase.ChoreService(370): Chore service for: master/9ea9abad0e9b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T12:20:59,468 INFO [M:0;9ea9abad0e9b:34841 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:20:59,468 DEBUG [M:0;9ea9abad0e9b:34841 {}] master.HMaster(1795): Stopping service threads 2024-12-05T12:20:59,468 INFO [M:0;9ea9abad0e9b:34841 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T12:20:59,468 INFO [M:0;9ea9abad0e9b:34841 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:20:59,468 INFO [M:0;9ea9abad0e9b:34841 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T12:20:59,468 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T12:20:59,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34841-0x101a69d890c0003, quorum=127.0.0.1:54969, baseZNode=/1140164647 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1140164647/master 2024-12-05T12:20:59,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34841-0x101a69d890c0003, quorum=127.0.0.1:54969, baseZNode=/1140164647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140164647 2024-12-05T12:20:59,475 DEBUG [M:0;9ea9abad0e9b:34841 {}] zookeeper.ZKUtil(347): master:34841-0x101a69d890c0003, quorum=127.0.0.1:54969, baseZNode=/1140164647 Unable to get data of znode /1140164647/master because node does not exist (not an error) 2024-12-05T12:20:59,475 WARN [M:0;9ea9abad0e9b:34841 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T12:20:59,477 INFO [M:0;9ea9abad0e9b:34841 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39577/user/jenkins/test-data/524b73f4-0706-49c8-44f2-dbc22bd1c57c/.lastflushedseqids 2024-12-05T12:20:59,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43409 is added to blk_1073741836_1012 (size=99) 2024-12-05T12:20:59,559 INFO [RS:0;9ea9abad0e9b:39723 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:20:59,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x101a69d890c0004, quorum=127.0.0.1:54969, baseZNode=/1140164647 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:20:59,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x101a69d890c0004, quorum=127.0.0.1:54969, baseZNode=/1140164647 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:20:59,559 INFO [RS:0;9ea9abad0e9b:39723 {}] regionserver.HRegionServer(1031): Exiting; stopping=9ea9abad0e9b,39723,1733401244610; zookeeper connection closed. 2024-12-05T12:20:59,559 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6eae3e7e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6eae3e7e 2024-12-05T12:20:59,560 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T12:20:59,783 DEBUG [RS:0;9ea9abad0e9b:32857.replicationSource.wal-reader.9ea9abad0e9b%2C32857%2C1733401253019,2-9ea9abad0e9b,32857,1733401253019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,32857,1733401253019/9ea9abad0e9b%2C32857%2C1733401253019.1733401254242 to pos 0, reset compression=false 2024-12-05T12:20:59,788 DEBUG [RS:0;9ea9abad0e9b:32857.replicationSource.wal-reader.9ea9abad0e9b%2C32857%2C1733401253019,1-9ea9abad0e9b,32857,1733401253019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,32857,1733401253019/9ea9abad0e9b%2C32857%2C1733401253019.1733401254242 to pos 0, reset compression=false 2024-12-05T12:20:59,886 INFO [M:0;9ea9abad0e9b:34841 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T12:20:59,886 INFO [M:0;9ea9abad0e9b:34841 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T12:20:59,886 DEBUG [M:0;9ea9abad0e9b:34841 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:20:59,887 INFO [M:0;9ea9abad0e9b:34841 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:20:59,887 DEBUG [M:0;9ea9abad0e9b:34841 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:20:59,887 DEBUG [M:0;9ea9abad0e9b:34841 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:20:59,887 DEBUG [M:0;9ea9abad0e9b:34841 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:20:59,887 INFO [M:0;9ea9abad0e9b:34841 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-05T12:20:59,919 DEBUG [M:0;9ea9abad0e9b:34841 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39577/user/jenkins/test-data/524b73f4-0706-49c8-44f2-dbc22bd1c57c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0520a8c62f76471e81c2a8a5709db28f is 82, key is hbase:meta,,1/info:regioninfo/1733401247485/Put/seqid=0 2024-12-05T12:20:59,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43409 is added to blk_1073741837_1013 (size=5672) 2024-12-05T12:21:00,026 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:21:00,338 INFO [M:0;9ea9abad0e9b:34841 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39577/user/jenkins/test-data/524b73f4-0706-49c8-44f2-dbc22bd1c57c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0520a8c62f76471e81c2a8a5709db28f 2024-12-05T12:21:00,363 DEBUG [M:0;9ea9abad0e9b:34841 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39577/user/jenkins/test-data/524b73f4-0706-49c8-44f2-dbc22bd1c57c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/18d498b1a06d47a093fa46bc9a11bba3 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733401247540/Put/seqid=0 2024-12-05T12:21:00,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43409 is added to blk_1073741838_1014 (size=5275) 2024-12-05T12:21:00,774 INFO [M:0;9ea9abad0e9b:34841 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39577/user/jenkins/test-data/524b73f4-0706-49c8-44f2-dbc22bd1c57c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/18d498b1a06d47a093fa46bc9a11bba3 2024-12-05T12:21:00,797 DEBUG [M:0;9ea9abad0e9b:34841 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39577/user/jenkins/test-data/524b73f4-0706-49c8-44f2-dbc22bd1c57c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6cb6ab7446b04826925192401e412586 is 69, key is 9ea9abad0e9b,39723,1733401244610/rs:state/1733401246388/Put/seqid=0 2024-12-05T12:21:00,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43409 is added to blk_1073741839_1015 (size=5156) 2024-12-05T12:21:00,891 DEBUG [RS:0;9ea9abad0e9b:32857.replicationSource.wal-reader.9ea9abad0e9b%2C32857%2C1733401253019,2-9ea9abad0e9b,32857,1733401253019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,32857,1733401253019/9ea9abad0e9b%2C32857%2C1733401253019.1733401254242 to pos 0, reset compression=false 2024-12-05T12:21:00,897 DEBUG [RS:0;9ea9abad0e9b:32857.replicationSource.wal-reader.9ea9abad0e9b%2C32857%2C1733401253019,1-9ea9abad0e9b,32857,1733401253019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,32857,1733401253019/9ea9abad0e9b%2C32857%2C1733401253019.1733401254242 to pos 0, reset compression=false 2024-12-05T12:21:01,202 INFO [M:0;9ea9abad0e9b:34841 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39577/user/jenkins/test-data/524b73f4-0706-49c8-44f2-dbc22bd1c57c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6cb6ab7446b04826925192401e412586 2024-12-05T12:21:01,210 DEBUG [M:0;9ea9abad0e9b:34841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39577/user/jenkins/test-data/524b73f4-0706-49c8-44f2-dbc22bd1c57c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0520a8c62f76471e81c2a8a5709db28f as hdfs://localhost:39577/user/jenkins/test-data/524b73f4-0706-49c8-44f2-dbc22bd1c57c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0520a8c62f76471e81c2a8a5709db28f 2024-12-05T12:21:01,221 INFO [M:0;9ea9abad0e9b:34841 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39577/user/jenkins/test-data/524b73f4-0706-49c8-44f2-dbc22bd1c57c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0520a8c62f76471e81c2a8a5709db28f, entries=8, sequenceid=28, filesize=5.5 K 2024-12-05T12:21:01,223 DEBUG [M:0;9ea9abad0e9b:34841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39577/user/jenkins/test-data/524b73f4-0706-49c8-44f2-dbc22bd1c57c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/18d498b1a06d47a093fa46bc9a11bba3 as hdfs://localhost:39577/user/jenkins/test-data/524b73f4-0706-49c8-44f2-dbc22bd1c57c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/18d498b1a06d47a093fa46bc9a11bba3 2024-12-05T12:21:01,233 INFO [M:0;9ea9abad0e9b:34841 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39577/user/jenkins/test-data/524b73f4-0706-49c8-44f2-dbc22bd1c57c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/18d498b1a06d47a093fa46bc9a11bba3, entries=3, sequenceid=28, filesize=5.2 K 2024-12-05T12:21:01,234 DEBUG [M:0;9ea9abad0e9b:34841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39577/user/jenkins/test-data/524b73f4-0706-49c8-44f2-dbc22bd1c57c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6cb6ab7446b04826925192401e412586 as hdfs://localhost:39577/user/jenkins/test-data/524b73f4-0706-49c8-44f2-dbc22bd1c57c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6cb6ab7446b04826925192401e412586 2024-12-05T12:21:01,241 INFO [M:0;9ea9abad0e9b:34841 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39577/user/jenkins/test-data/524b73f4-0706-49c8-44f2-dbc22bd1c57c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6cb6ab7446b04826925192401e412586, entries=1, sequenceid=28, filesize=5.0 K 2024-12-05T12:21:01,242 INFO [M:0;9ea9abad0e9b:34841 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1355ms, sequenceid=28, compaction requested=false 2024-12-05T12:21:01,248 INFO [M:0;9ea9abad0e9b:34841 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:01,248 DEBUG [M:0;9ea9abad0e9b:34841 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401259886Disabling compacts and flushes for region at 1733401259886Disabling writes for close at 1733401259887 (+1 ms)Obtaining lock to block concurrent updates at 1733401259887Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733401259887Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733401259888 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733401259895 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733401259895Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733401259918 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733401259918Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733401260345 (+427 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733401260362 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733401260362Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733401260779 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733401260796 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733401260796Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ec7176a: reopening flushed file at 1733401261208 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c4c970f: reopening flushed file at 1733401261222 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79b1b90c: reopening flushed file at 1733401261233 (+11 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1355ms, sequenceid=28, compaction requested=false at 1733401261242 (+9 ms)Writing region close event to WAL at 1733401261248 (+6 ms)Closed at 1733401261248 2024-12-05T12:21:01,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43409 is added to blk_1073741830_1006 (size=10165) 2024-12-05T12:21:01,252 INFO [M:0;9ea9abad0e9b:34841 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T12:21:01,252 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:21:01,252 INFO [M:0;9ea9abad0e9b:34841 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34841 2024-12-05T12:21:01,255 INFO [M:0;9ea9abad0e9b:34841 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:21:01,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34841-0x101a69d890c0003, quorum=127.0.0.1:54969, baseZNode=/1140164647 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:21:01,426 INFO [M:0;9ea9abad0e9b:34841 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:21:01,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34841-0x101a69d890c0003, quorum=127.0.0.1:54969, baseZNode=/1140164647 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:21:01,430 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@765b0853{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:21:01,433 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@684ad4cf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:21:01,434 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:21:01,434 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22b39d31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:21:01,434 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@282256de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e873b2-0699-8935-f950-6154126cd96d/hadoop.log.dir/,STOPPED} 2024-12-05T12:21:01,442 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T12:21:01,442 WARN [BP-467594785-172.17.0.3-1733401242479 heartbeating to localhost/127.0.0.1:39577 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T12:21:01,442 WARN [BP-467594785-172.17.0.3-1733401242479 heartbeating to localhost/127.0.0.1:39577 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-467594785-172.17.0.3-1733401242479 (Datanode Uuid 7b8c3aca-d88d-4a11-be8a-f7bc4b73b1f6) service to localhost/127.0.0.1:39577 2024-12-05T12:21:01,442 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T12:21:01,443 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e873b2-0699-8935-f950-6154126cd96d/cluster_ec0d0590-b122-d6b2-c347-45e34e935fd4/data/data1/current/BP-467594785-172.17.0.3-1733401242479 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:21:01,444 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e873b2-0699-8935-f950-6154126cd96d/cluster_ec0d0590-b122-d6b2-c347-45e34e935fd4/data/data2/current/BP-467594785-172.17.0.3-1733401242479 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:21:01,444 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T12:21:01,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35409618{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:21:01,455 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7cc08b0a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:21:01,456 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:21:01,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b608463{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:21:01,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fa80ce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e873b2-0699-8935-f950-6154126cd96d/hadoop.log.dir/,STOPPED} 2024-12-05T12:21:01,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T12:21:01,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T12:21:01,485 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:21:01,485 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:21:01,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:01,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:01,486 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:21:01,486 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T12:21:01,486 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1815550262, stopped=false 2024-12-05T12:21:01,486 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9ea9abad0e9b,41685,1733401252837 2024-12-05T12:21:01,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32857-0x101a69d890c0007, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01731600503/running 2024-12-05T12:21:01,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41685-0x101a69d890c0006, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01731600503/running 2024-12-05T12:21:01,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32857-0x101a69d890c0007, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01731600503 2024-12-05T12:21:01,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41685-0x101a69d890c0006, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01731600503 2024-12-05T12:21:01,500 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:21:01,501 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:21:01,501 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:21:01,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:01,501 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32857-0x101a69d890c0007, quorum=127.0.0.1:54969, baseZNode=/01731600503 Set watcher on znode that does not yet exist, /01731600503/running 2024-12-05T12:21:01,501 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9ea9abad0e9b,32857,1733401253019' ***** 2024-12-05T12:21:01,501 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T12:21:01,501 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41685-0x101a69d890c0006, quorum=127.0.0.1:54969, baseZNode=/01731600503 Set watcher on znode that does not yet exist, /01731600503/running 2024-12-05T12:21:01,501 INFO [RS:0;9ea9abad0e9b:32857 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T12:21:01,502 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T12:21:01,502 INFO [RS:0;9ea9abad0e9b:32857 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T12:21:01,502 INFO [RS:0;9ea9abad0e9b:32857 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T12:21:01,502 INFO [RS:0;9ea9abad0e9b:32857 {}] regionserver.HRegionServer(3091): Received CLOSE for 0e392969e8e4c86874c86e0edace10d8 2024-12-05T12:21:01,502 INFO [RS:0;9ea9abad0e9b:32857 {}] regionserver.HRegionServer(959): stopping server 9ea9abad0e9b,32857,1733401253019 2024-12-05T12:21:01,502 INFO [RS:0;9ea9abad0e9b:32857 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:21:01,502 INFO [RS:0;9ea9abad0e9b:32857 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ea9abad0e9b:32857. 2024-12-05T12:21:01,502 DEBUG [RS:0;9ea9abad0e9b:32857 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:21:01,502 DEBUG [RS:0;9ea9abad0e9b:32857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:01,503 INFO [RS:0;9ea9abad0e9b:32857 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T12:21:01,503 INFO [RS:0;9ea9abad0e9b:32857 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T12:21:01,503 INFO [RS:0;9ea9abad0e9b:32857 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T12:21:01,503 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0e392969e8e4c86874c86e0edace10d8, disabling compactions & flushes 2024-12-05T12:21:01,503 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401247783.0e392969e8e4c86874c86e0edace10d8. 2024-12-05T12:21:01,503 INFO [RS:0;9ea9abad0e9b:32857 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T12:21:01,503 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401247783.0e392969e8e4c86874c86e0edace10d8. 2024-12-05T12:21:01,503 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401247783.0e392969e8e4c86874c86e0edace10d8. after waiting 0 ms 2024-12-05T12:21:01,503 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401247783.0e392969e8e4c86874c86e0edace10d8. 2024-12-05T12:21:01,504 INFO [RS:0;9ea9abad0e9b:32857 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T12:21:01,504 DEBUG [RS:0;9ea9abad0e9b:32857 {}] regionserver.HRegionServer(1325): Online Regions={0e392969e8e4c86874c86e0edace10d8=hbase:replication,,1733401247783.0e392969e8e4c86874c86e0edace10d8., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T12:21:01,504 DEBUG [RS:0;9ea9abad0e9b:32857 {}] regionserver.HRegionServer(1351): Waiting on 0e392969e8e4c86874c86e0edace10d8, 1588230740 2024-12-05T12:21:01,504 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:21:01,504 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:21:01,504 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:21:01,504 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:21:01,504 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:21:01,504 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-05T12:21:01,511 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/data/hbase/replication/0e392969e8e4c86874c86e0edace10d8/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-12-05T12:21:01,512 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:21:01,512 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:21:01,512 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733401247783.0e392969e8e4c86874c86e0edace10d8. 2024-12-05T12:21:01,512 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0e392969e8e4c86874c86e0edace10d8: Waiting for close lock at 1733401261502Running coprocessor pre-close hooks at 1733401261503 (+1 ms)Disabling compacts and flushes for region at 1733401261503Disabling writes for close at 1733401261503Writing region close event to WAL at 1733401261504 (+1 ms)Running coprocessor post-close hooks at 1733401261512 (+8 ms)Closed at 1733401261512 2024-12-05T12:21:01,512 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733401247783.0e392969e8e4c86874c86e0edace10d8. 2024-12-05T12:21:01,530 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/data/hbase/meta/1588230740/.tmp/info/34d9fc2342b941308e9310aeb87d4f7b is 147, key is hbase:replication,,1733401247783.0e392969e8e4c86874c86e0edace10d8./info:regioninfo/1733401258848/Put/seqid=0 2024-12-05T12:21:01,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741851_1027 (size=6385) 2024-12-05T12:21:01,561 INFO [regionserver/9ea9abad0e9b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:21:01,704 DEBUG [RS:0;9ea9abad0e9b:32857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:21:01,904 DEBUG [RS:0;9ea9abad0e9b:32857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:21:01,936 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/data/hbase/meta/1588230740/.tmp/info/34d9fc2342b941308e9310aeb87d4f7b 2024-12-05T12:21:01,948 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/data/hbase/meta/1588230740/.tmp/info/34d9fc2342b941308e9310aeb87d4f7b as hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/data/hbase/meta/1588230740/info/34d9fc2342b941308e9310aeb87d4f7b 2024-12-05T12:21:01,956 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/data/hbase/meta/1588230740/info/34d9fc2342b941308e9310aeb87d4f7b, entries=8, sequenceid=19, filesize=6.2 K 2024-12-05T12:21:01,958 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 454ms, sequenceid=19, compaction requested=false 2024-12-05T12:21:01,967 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-05T12:21:01,968 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:21:01,968 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:21:01,968 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:21:01,968 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401261504Running coprocessor pre-close hooks at 1733401261504Disabling compacts and flushes for region at 1733401261504Disabling writes for close at 1733401261504Obtaining lock to block concurrent updates at 1733401261504Preparing flush snapshotting stores in 1588230740 at 1733401261504Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733401261505 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733401261506 (+1 ms)Flushing 1588230740/info: creating writer at 1733401261507 (+1 ms)Flushing 1588230740/info: appending metadata at 1733401261529 (+22 ms)Flushing 1588230740/info: closing flushed file at 1733401261529Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26914dd6: reopening flushed file at 1733401261947 (+418 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 454ms, sequenceid=19, compaction requested=false at 1733401261958 (+11 ms)Writing region close event to WAL at 1733401261962 (+4 ms)Running coprocessor post-close hooks at 1733401261968 (+6 ms)Closed at 1733401261968 2024-12-05T12:21:01,968 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T12:21:02,057 INFO [regionserver/9ea9abad0e9b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T12:21:02,058 INFO [regionserver/9ea9abad0e9b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T12:21:02,098 DEBUG [RS:0;9ea9abad0e9b:32857.replicationSource.wal-reader.9ea9abad0e9b%2C32857%2C1733401253019,2-9ea9abad0e9b,32857,1733401253019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,32857,1733401253019/9ea9abad0e9b%2C32857%2C1733401253019.1733401254242 to pos 0, reset compression=false 2024-12-05T12:21:02,104 DEBUG [RS:0;9ea9abad0e9b:32857.replicationSource.wal-reader.9ea9abad0e9b%2C32857%2C1733401253019,1-9ea9abad0e9b,32857,1733401253019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,32857,1733401253019/9ea9abad0e9b%2C32857%2C1733401253019.1733401254242 to pos 0, reset compression=false 2024-12-05T12:21:02,104 INFO [RS:0;9ea9abad0e9b:32857 {}] regionserver.HRegionServer(976): stopping server 9ea9abad0e9b,32857,1733401253019; all regions closed. 2024-12-05T12:21:02,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741849_1025 (size=2156) 2024-12-05T12:21:02,110 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/WALs/9ea9abad0e9b,32857,1733401253019/9ea9abad0e9b%2C32857%2C1733401253019.meta.1733401254497.meta not finished, retry = 0 2024-12-05T12:21:02,215 DEBUG [RS:0;9ea9abad0e9b:32857 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/oldWALs 2024-12-05T12:21:02,215 INFO [RS:0;9ea9abad0e9b:32857 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ea9abad0e9b%2C32857%2C1733401253019.meta:.meta(num 1733401254497) 2024-12-05T12:21:02,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741850_1026 (size=796) 2024-12-05T12:21:02,221 DEBUG [RS:0;9ea9abad0e9b:32857 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/oldWALs 2024-12-05T12:21:02,221 INFO [RS:0;9ea9abad0e9b:32857 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ea9abad0e9b%2C32857%2C1733401253019.rep:(num 1733401258788) 2024-12-05T12:21:02,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741848_1024 (size=93) 2024-12-05T12:21:02,227 DEBUG [RS:0;9ea9abad0e9b:32857 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/oldWALs 2024-12-05T12:21:02,227 INFO [RS:0;9ea9abad0e9b:32857 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ea9abad0e9b%2C32857%2C1733401253019:(num 1733401254242) 2024-12-05T12:21:02,227 DEBUG [RS:0;9ea9abad0e9b:32857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:02,227 INFO [RS:0;9ea9abad0e9b:32857 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:21:02,227 INFO [RS:0;9ea9abad0e9b:32857 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:21:02,228 INFO [RS:0;9ea9abad0e9b:32857 {}] hbase.ChoreService(370): Chore service for: regionserver/9ea9abad0e9b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T12:21:02,228 INFO [regionserver/9ea9abad0e9b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:21:02,228 INFO [RS:0;9ea9abad0e9b:32857 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:21:02,229 INFO [RS:0;9ea9abad0e9b:32857 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9ea9abad0e9b,32857,1733401253019 because: Region server is closing 2024-12-05T12:21:02,229 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/9ea9abad0e9b:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-05T12:21:02,229 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/9ea9abad0e9b:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-05T12:21:02,229 INFO [RS:0;9ea9abad0e9b:32857 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ea9abad0e9b:32857. 2024-12-05T12:21:02,229 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/9ea9abad0e9b:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-05T12:21:02,229 DEBUG [RS:0;9ea9abad0e9b:32857 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:21:02,229 DEBUG [RS:0;9ea9abad0e9b:32857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:02,229 DEBUG [RS:0;9ea9abad0e9b:32857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:02,229 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:21:02,330 WARN [RS:0;9ea9abad0e9b:32857.replicationSource.wal-reader.9ea9abad0e9b%2C32857%2C1733401253019,1-9ea9abad0e9b,32857,1733401253019 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T12:21:02,330 WARN [RS:0;9ea9abad0e9b:32857.replicationSource.shipper9ea9abad0e9b%2C32857%2C1733401253019,1-9ea9abad0e9b,32857,1733401253019 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T12:21:02,330 INFO [RS:0;9ea9abad0e9b:32857 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;9ea9abad0e9b:32857.replicationSource.shipper9ea9abad0e9b%2C32857%2C1733401253019,1-9ea9abad0e9b,32857,1733401253019 terminated 2024-12-05T12:21:02,330 INFO [RS:0;9ea9abad0e9b:32857 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-9ea9abad0e9b,32857,1733401253019 because: Region server is closing 2024-12-05T12:21:02,331 INFO [RS:0;9ea9abad0e9b:32857 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ea9abad0e9b:32857. 2024-12-05T12:21:02,331 DEBUG [RS:0;9ea9abad0e9b:32857 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:21:02,331 DEBUG [RS:0;9ea9abad0e9b:32857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:02,331 DEBUG [RS:0;9ea9abad0e9b:32857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:02,331 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:21:02,432 WARN [RS:0;9ea9abad0e9b:32857.replicationSource.wal-reader.9ea9abad0e9b%2C32857%2C1733401253019,2-9ea9abad0e9b,32857,1733401253019 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T12:21:02,432 WARN [RS:0;9ea9abad0e9b:32857.replicationSource.shipper9ea9abad0e9b%2C32857%2C1733401253019,2-9ea9abad0e9b,32857,1733401253019 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T12:21:02,432 INFO [RS:0;9ea9abad0e9b:32857 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;9ea9abad0e9b:32857.replicationSource.shipper9ea9abad0e9b%2C32857%2C1733401253019,2-9ea9abad0e9b,32857,1733401253019 terminated 2024-12-05T12:21:02,432 INFO [RS:0;9ea9abad0e9b:32857 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32857 2024-12-05T12:21:02,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41685-0x101a69d890c0006, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01731600503/rs 2024-12-05T12:21:02,467 INFO [RS:0;9ea9abad0e9b:32857 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:21:02,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32857-0x101a69d890c0007, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01731600503/rs/9ea9abad0e9b,32857,1733401253019 2024-12-05T12:21:02,468 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9ea9abad0e9b,32857,1733401253019] 2024-12-05T12:21:02,475 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01731600503/draining/9ea9abad0e9b,32857,1733401253019 already deleted, retry=false 2024-12-05T12:21:02,475 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9ea9abad0e9b,32857,1733401253019 expired; onlineServers=0 2024-12-05T12:21:02,475 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9ea9abad0e9b,41685,1733401252837' ***** 2024-12-05T12:21:02,475 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T12:21:02,476 INFO [M:0;9ea9abad0e9b:41685 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:21:02,476 INFO [M:0;9ea9abad0e9b:41685 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:21:02,476 DEBUG [M:0;9ea9abad0e9b:41685 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T12:21:02,476 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T12:21:02,476 DEBUG [M:0;9ea9abad0e9b:41685 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T12:21:02,476 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401253907 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401253907,5,FailOnTimeoutGroup] 2024-12-05T12:21:02,476 INFO [M:0;9ea9abad0e9b:41685 {}] hbase.ChoreService(370): Chore service for: master/9ea9abad0e9b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T12:21:02,476 INFO [M:0;9ea9abad0e9b:41685 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:21:02,476 DEBUG [M:0;9ea9abad0e9b:41685 {}] master.HMaster(1795): Stopping service threads 2024-12-05T12:21:02,476 INFO [M:0;9ea9abad0e9b:41685 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T12:21:02,476 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401253903 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401253903,5,FailOnTimeoutGroup] 2024-12-05T12:21:02,477 INFO [M:0;9ea9abad0e9b:41685 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:21:02,477 INFO [M:0;9ea9abad0e9b:41685 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T12:21:02,477 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T12:21:02,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41685-0x101a69d890c0006, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01731600503/master 2024-12-05T12:21:02,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41685-0x101a69d890c0006, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01731600503 2024-12-05T12:21:02,500 DEBUG [M:0;9ea9abad0e9b:41685 {}] zookeeper.RecoverableZooKeeper(212): Node /01731600503/master already deleted, retry=false 2024-12-05T12:21:02,500 DEBUG [M:0;9ea9abad0e9b:41685 {}] master.ActiveMasterManager(353): master:41685-0x101a69d890c0006, quorum=127.0.0.1:54969, baseZNode=/01731600503 Failed delete of our master address node; KeeperErrorCode = NoNode for /01731600503/master 2024-12-05T12:21:02,501 INFO [M:0;9ea9abad0e9b:41685 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/.lastflushedseqids 2024-12-05T12:21:02,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741852_1028 (size=181) 2024-12-05T12:21:02,584 INFO [RS:0;9ea9abad0e9b:32857 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:21:02,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32857-0x101a69d890c0007, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:21:02,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32857-0x101a69d890c0007, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:21:02,584 INFO [RS:0;9ea9abad0e9b:32857 {}] regionserver.HRegionServer(1031): Exiting; stopping=9ea9abad0e9b,32857,1733401253019; zookeeper connection closed. 2024-12-05T12:21:02,584 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6b964d2f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6b964d2f 2024-12-05T12:21:02,585 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T12:21:02,908 INFO [M:0;9ea9abad0e9b:41685 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T12:21:02,909 INFO [M:0;9ea9abad0e9b:41685 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T12:21:02,909 DEBUG [M:0;9ea9abad0e9b:41685 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:21:02,909 INFO [M:0;9ea9abad0e9b:41685 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:02,909 DEBUG [M:0;9ea9abad0e9b:41685 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:02,909 DEBUG [M:0;9ea9abad0e9b:41685 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:21:02,909 DEBUG [M:0;9ea9abad0e9b:41685 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:02,910 INFO [M:0;9ea9abad0e9b:41685 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-05T12:21:02,928 DEBUG [M:0;9ea9abad0e9b:41685 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b47f4231406f4b0e94b952c5fd848023 is 82, key is hbase:meta,,1/info:regioninfo/1733401254570/Put/seqid=0 2024-12-05T12:21:02,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741853_1029 (size=5680) 2024-12-05T12:21:02,936 INFO [M:0;9ea9abad0e9b:41685 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b47f4231406f4b0e94b952c5fd848023 2024-12-05T12:21:02,971 DEBUG [M:0;9ea9abad0e9b:41685 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ee144cde6b104cefafc316935e47cd32 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1733401258859/Put/seqid=0 2024-12-05T12:21:02,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741854_1030 (size=7319) 2024-12-05T12:21:03,380 INFO [M:0;9ea9abad0e9b:41685 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ee144cde6b104cefafc316935e47cd32 2024-12-05T12:21:03,421 DEBUG [M:0;9ea9abad0e9b:41685 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/51cd065e4d9a4faf8336b31c49bb40f4 is 69, key is 9ea9abad0e9b,32857,1733401253019/rs:state/1733401253977/Put/seqid=0 2024-12-05T12:21:03,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741855_1031 (size=5371) 2024-12-05T12:21:03,833 INFO [M:0;9ea9abad0e9b:41685 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/51cd065e4d9a4faf8336b31c49bb40f4 2024-12-05T12:21:03,840 INFO [M:0;9ea9abad0e9b:41685 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 51cd065e4d9a4faf8336b31c49bb40f4 2024-12-05T12:21:03,841 DEBUG [M:0;9ea9abad0e9b:41685 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b47f4231406f4b0e94b952c5fd848023 as hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b47f4231406f4b0e94b952c5fd848023 2024-12-05T12:21:03,849 INFO [M:0;9ea9abad0e9b:41685 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b47f4231406f4b0e94b952c5fd848023, entries=8, sequenceid=172, filesize=5.5 K 2024-12-05T12:21:03,851 DEBUG [M:0;9ea9abad0e9b:41685 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ee144cde6b104cefafc316935e47cd32 as hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ee144cde6b104cefafc316935e47cd32 2024-12-05T12:21:03,863 INFO [M:0;9ea9abad0e9b:41685 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ee144cde6b104cefafc316935e47cd32, entries=7, sequenceid=172, filesize=7.1 K 2024-12-05T12:21:03,865 DEBUG [M:0;9ea9abad0e9b:41685 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/51cd065e4d9a4faf8336b31c49bb40f4 as hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/51cd065e4d9a4faf8336b31c49bb40f4 2024-12-05T12:21:03,874 INFO [M:0;9ea9abad0e9b:41685 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 51cd065e4d9a4faf8336b31c49bb40f4 2024-12-05T12:21:03,874 INFO [M:0;9ea9abad0e9b:41685 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37849/user/jenkins/test-data/a7e6b6a9-be5c-995a-b374-8d55d52e6a12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/51cd065e4d9a4faf8336b31c49bb40f4, entries=2, sequenceid=172, filesize=5.2 K 2024-12-05T12:21:03,877 INFO [M:0;9ea9abad0e9b:41685 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 968ms, sequenceid=172, compaction requested=false 2024-12-05T12:21:03,883 INFO [M:0;9ea9abad0e9b:41685 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:03,883 DEBUG [M:0;9ea9abad0e9b:41685 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401262909Disabling compacts and flushes for region at 1733401262909Disabling writes for close at 1733401262909Obtaining lock to block concurrent updates at 1733401262910 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733401262910Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733401262910Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733401262912 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733401262912Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733401262928 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733401262928Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733401262945 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733401262970 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733401262970Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733401263386 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733401263419 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733401263420 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1111e8bd: reopening flushed file at 1733401263840 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35ec2f59: reopening flushed file at 1733401263849 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28274852: reopening flushed file at 1733401263863 (+14 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 968ms, sequenceid=172, compaction requested=false at 1733401263877 (+14 ms)Writing region close event to WAL at 1733401263883 (+6 ms)Closed at 1733401263883 2024-12-05T12:21:03,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741847_1023 (size=22949) 2024-12-05T12:21:03,895 INFO [M:0;9ea9abad0e9b:41685 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T12:21:03,895 INFO [M:0;9ea9abad0e9b:41685 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41685 2024-12-05T12:21:03,895 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:21:03,895 INFO [M:0;9ea9abad0e9b:41685 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:21:04,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41685-0x101a69d890c0006, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:21:04,026 INFO [M:0;9ea9abad0e9b:41685 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:21:04,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41685-0x101a69d890c0006, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:21:04,030 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b71fbf7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:21:04,040 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@431fe4a9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:21:04,040 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:21:04,040 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53451713{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:21:04,041 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40d66f5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/958ec61b-9a1f-5132-363c-ba188585a183/hadoop.log.dir/,STOPPED} 2024-12-05T12:21:04,042 WARN [BP-500936189-172.17.0.3-1733401233011 heartbeating to localhost/127.0.0.1:37849 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T12:21:04,042 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T12:21:04,042 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T12:21:04,042 WARN [BP-500936189-172.17.0.3-1733401233011 heartbeating to localhost/127.0.0.1:37849 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-500936189-172.17.0.3-1733401233011 (Datanode Uuid e303cb28-8a69-4ac3-aa9e-ff03b98fd498) service to localhost/127.0.0.1:37849 2024-12-05T12:21:04,043 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/958ec61b-9a1f-5132-363c-ba188585a183/cluster_afbef19b-f45a-91ea-b504-88bed900c5e5/data/data1/current/BP-500936189-172.17.0.3-1733401233011 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:21:04,043 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/958ec61b-9a1f-5132-363c-ba188585a183/cluster_afbef19b-f45a-91ea-b504-88bed900c5e5/data/data2/current/BP-500936189-172.17.0.3-1733401233011 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:21:04,044 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T12:21:04,058 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4219126d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:21:04,060 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:21:04,061 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:21:04,061 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:21:04,062 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/958ec61b-9a1f-5132-363c-ba188585a183/hadoop.log.dir/,STOPPED} 2024-12-05T12:21:04,075 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T12:21:04,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T12:21:04,110 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=109 (was 11) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37849 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:37849 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54969) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:37849 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:39577 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:39577 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:39577 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9ea9abad0e9b:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9ea9abad0e9b:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/9ea9abad0e9b:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:37849 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39577 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@36ba0088 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54969) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:39577 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:37849 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/9ea9abad0e9b:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:37849 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/9ea9abad0e9b:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=648 (was 596) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3274 (was 3652) 2024-12-05T12:21:04,122 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=109, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=648, ProcessCount=11, AvailableMemoryMB=3273 2024-12-05T12:21:04,138 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-12-05T12:21:04,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e873b2-0699-8935-f950-6154126cd96d/hadoop.log.dir so I do NOT create it in target/test-data/3399272f-d41c-0e7c-2941-461a52c3d1a7 2024-12-05T12:21:04,139 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e873b2-0699-8935-f950-6154126cd96d/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T12:21:04,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e873b2-0699-8935-f950-6154126cd96d/hadoop.tmp.dir so I do NOT create it in target/test-data/3399272f-d41c-0e7c-2941-461a52c3d1a7 2024-12-05T12:21:04,139 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e873b2-0699-8935-f950-6154126cd96d/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T12:21:04,140 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3399272f-d41c-0e7c-2941-461a52c3d1a7 2024-12-05T12:21:04,140 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3399272f-d41c-0e7c-2941-461a52c3d1a7/cluster_0a5a57dd-4505-aec2-65f8-cadf89f602c6, deleteOnExit=true 2024-12-05T12:21:04,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a69d890c0002, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T12:21:04,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a69d890c0005, quorum=127.0.0.1:54969, baseZNode=/1140164647 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T12:21:04,169 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a69d890c0002, quorum=127.0.0.1:54969, baseZNode=/01731600503 Received Disconnected from ZooKeeper, ignoring 2024-12-05T12:21:04,169 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a69d890c0005, quorum=127.0.0.1:54969, baseZNode=/1140164647 Received Disconnected from ZooKeeper, ignoring 2024-12-05T12:21:04,187 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3399272f-d41c-0e7c-2941-461a52c3d1a7/cluster_0a5a57dd-4505-aec2-65f8-cadf89f602c6/zookeeper_0, clientPort=58373, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3399272f-d41c-0e7c-2941-461a52c3d1a7/cluster_0a5a57dd-4505-aec2-65f8-cadf89f602c6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3399272f-d41c-0e7c-2941-461a52c3d1a7/cluster_0a5a57dd-4505-aec2-65f8-cadf89f602c6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T12:21:04,189 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58373 2024-12-05T12:21:04,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T12:21:04,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T12:21:04,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3399272f-d41c-0e7c-2941-461a52c3d1a7/test.cache.data in system properties and HBase conf 2024-12-05T12:21:04,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3399272f-d41c-0e7c-2941-461a52c3d1a7/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T12:21:04,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3399272f-d41c-0e7c-2941-461a52c3d1a7/hadoop.log.dir in system properties and HBase conf 2024-12-05T12:21:04,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3399272f-d41c-0e7c-2941-461a52c3d1a7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T12:21:04,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3399272f-d41c-0e7c-2941-461a52c3d1a7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T12:21:04,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T12:21:04,191 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T12:21:04,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3399272f-d41c-0e7c-2941-461a52c3d1a7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:21:04,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3399272f-d41c-0e7c-2941-461a52c3d1a7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:21:04,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3399272f-d41c-0e7c-2941-461a52c3d1a7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T12:21:04,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3399272f-d41c-0e7c-2941-461a52c3d1a7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:21:04,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3399272f-d41c-0e7c-2941-461a52c3d1a7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T12:21:04,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3399272f-d41c-0e7c-2941-461a52c3d1a7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T12:21:04,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3399272f-d41c-0e7c-2941-461a52c3d1a7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:21:04,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3399272f-d41c-0e7c-2941-461a52c3d1a7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:21:04,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3399272f-d41c-0e7c-2941-461a52c3d1a7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T12:21:04,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3399272f-d41c-0e7c-2941-461a52c3d1a7/nfs.dump.dir in system properties and HBase conf 2024-12-05T12:21:04,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3399272f-d41c-0e7c-2941-461a52c3d1a7/java.io.tmpdir in system properties and HBase conf 2024-12-05T12:21:04,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3399272f-d41c-0e7c-2941-461a52c3d1a7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:21:04,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3399272f-d41c-0e7c-2941-461a52c3d1a7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T12:21:04,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3399272f-d41c-0e7c-2941-461a52c3d1a7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T12:21:04,484 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:21:04,493 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:21:04,514 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:21:04,514 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:21:04,514 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T12:21:04,515 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:21:04,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5aae1200{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3399272f-d41c-0e7c-2941-461a52c3d1a7/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:21:04,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@525ef99c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:21:04,662 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@629579f6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3399272f-d41c-0e7c-2941-461a52c3d1a7/java.io.tmpdir/jetty-localhost-34615-hadoop-hdfs-3_4_1-tests_jar-_-any-14123675134929470328/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:21:04,664 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a6aa96e{HTTP/1.1, (http/1.1)}{localhost:34615} 2024-12-05T12:21:04,664 INFO [Time-limited test {}] server.Server(415): Started @33746ms 2024-12-05T12:21:04,880 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:21:04,887 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:21:04,888 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:21:04,888 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:21:04,888 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T12:21:04,890 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10fb0c59{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3399272f-d41c-0e7c-2941-461a52c3d1a7/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:21:04,890 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bd303e6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:21:05,014 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21349e35{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3399272f-d41c-0e7c-2941-461a52c3d1a7/java.io.tmpdir/jetty-localhost-43783-hadoop-hdfs-3_4_1-tests_jar-_-any-13130225604426280147/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:21:05,014 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31144654{HTTP/1.1, (http/1.1)}{localhost:43783} 2024-12-05T12:21:05,015 INFO [Time-limited test {}] server.Server(415): Started @34096ms 2024-12-05T12:21:05,017 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T12:21:05,635 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3399272f-d41c-0e7c-2941-461a52c3d1a7/cluster_0a5a57dd-4505-aec2-65f8-cadf89f602c6/data/data1/current/BP-762334532-172.17.0.3-1733401264225/current, will proceed with Du for space computation calculation, 2024-12-05T12:21:05,638 WARN [Thread-502 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3399272f-d41c-0e7c-2941-461a52c3d1a7/cluster_0a5a57dd-4505-aec2-65f8-cadf89f602c6/data/data2/current/BP-762334532-172.17.0.3-1733401264225/current, will proceed with Du for space computation calculation, 2024-12-05T12:21:05,664 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T12:21:05,669 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x441eb0f0d56bbf49 with lease ID 0x969d44307e70035a: Processing first storage report for DS-e0d88a92-e476-42d6-a44c-c6cfdcd3bfc6 from datanode DatanodeRegistration(127.0.0.1:33403, datanodeUuid=27a25690-7521-465e-aab7-1301ffec0532, infoPort=45779, infoSecurePort=0, ipcPort=40491, storageInfo=lv=-57;cid=testClusterID;nsid=1446059104;c=1733401264225) 2024-12-05T12:21:05,669 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x441eb0f0d56bbf49 with lease ID 0x969d44307e70035a: from storage DS-e0d88a92-e476-42d6-a44c-c6cfdcd3bfc6 node DatanodeRegistration(127.0.0.1:33403, datanodeUuid=27a25690-7521-465e-aab7-1301ffec0532, infoPort=45779, infoSecurePort=0, ipcPort=40491, storageInfo=lv=-57;cid=testClusterID;nsid=1446059104;c=1733401264225), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:21:05,670 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x441eb0f0d56bbf49 with lease ID 0x969d44307e70035a: Processing first storage report for DS-7c8e1421-51a0-4c12-befa-7673642b0212 from datanode DatanodeRegistration(127.0.0.1:33403, datanodeUuid=27a25690-7521-465e-aab7-1301ffec0532, infoPort=45779, infoSecurePort=0, ipcPort=40491, storageInfo=lv=-57;cid=testClusterID;nsid=1446059104;c=1733401264225) 2024-12-05T12:21:05,670 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x441eb0f0d56bbf49 with lease ID 0x969d44307e70035a: from storage DS-7c8e1421-51a0-4c12-befa-7673642b0212 node DatanodeRegistration(127.0.0.1:33403, datanodeUuid=27a25690-7521-465e-aab7-1301ffec0532, infoPort=45779, infoSecurePort=0, ipcPort=40491, storageInfo=lv=-57;cid=testClusterID;nsid=1446059104;c=1733401264225), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:21:05,758 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3399272f-d41c-0e7c-2941-461a52c3d1a7 2024-12-05T12:21:05,758 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:05,759 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:05,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33403 is added to blk_1073741825_1001 (size=7) 2024-12-05T12:21:05,779 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3 with version=8 2024-12-05T12:21:05,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/hbase-staging 2024-12-05T12:21:05,782 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9ea9abad0e9b:0 server-side Connection retries=45 2024-12-05T12:21:05,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:21:05,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:21:05,783 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:21:05,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:21:05,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:21:05,783 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T12:21:05,783 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:21:05,784 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34675 2024-12-05T12:21:05,786 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34675 connecting to ZooKeeper ensemble=127.0.0.1:58373 2024-12-05T12:21:05,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:346750x0, quorum=127.0.0.1:58373, baseZNode=/0-1765676386 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:21:05,834 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34675-0x101a69e05dc0000 connected 2024-12-05T12:21:05,907 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:05,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:05,919 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34675-0x101a69e05dc0000, quorum=127.0.0.1:58373, baseZNode=/0-1765676386 Set watcher on znode that does not yet exist, /0-1765676386/running 2024-12-05T12:21:05,919 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3, hbase.cluster.distributed=false 2024-12-05T12:21:05,923 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34675-0x101a69e05dc0000, quorum=127.0.0.1:58373, baseZNode=/0-1765676386 Set watcher on znode that does not yet exist, /0-1765676386/acl 2024-12-05T12:21:05,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34675 2024-12-05T12:21:05,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34675 2024-12-05T12:21:05,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34675 2024-12-05T12:21:05,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34675 2024-12-05T12:21:05,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34675 2024-12-05T12:21:05,948 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9ea9abad0e9b:0 server-side Connection retries=45 2024-12-05T12:21:05,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:21:05,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:21:05,948 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:21:05,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:21:05,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:21:05,948 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T12:21:05,949 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:21:05,951 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45145 2024-12-05T12:21:05,953 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45145 connecting to ZooKeeper ensemble=127.0.0.1:58373 2024-12-05T12:21:05,954 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:05,956 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:05,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451450x0, quorum=127.0.0.1:58373, baseZNode=/0-1765676386 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:21:05,966 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:451450x0, quorum=127.0.0.1:58373, baseZNode=/0-1765676386 Set watcher on znode that does not yet exist, /0-1765676386/running 2024-12-05T12:21:05,966 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45145-0x101a69e05dc0001 connected 2024-12-05T12:21:05,967 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T12:21:05,967 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T12:21:05,968 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45145-0x101a69e05dc0001, quorum=127.0.0.1:58373, baseZNode=/0-1765676386 Set watcher on znode that does not yet exist, /0-1765676386/master 2024-12-05T12:21:05,969 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45145-0x101a69e05dc0001, quorum=127.0.0.1:58373, baseZNode=/0-1765676386 Set watcher on znode that does not yet exist, /0-1765676386/acl 2024-12-05T12:21:05,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45145 2024-12-05T12:21:05,975 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45145 2024-12-05T12:21:05,975 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45145 2024-12-05T12:21:05,975 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45145 2024-12-05T12:21:05,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45145 2024-12-05T12:21:05,991 DEBUG [M:0;9ea9abad0e9b:34675 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9ea9abad0e9b:34675 2024-12-05T12:21:05,994 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1765676386/backup-masters/9ea9abad0e9b,34675,1733401265782 2024-12-05T12:21:05,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34675-0x101a69e05dc0000, quorum=127.0.0.1:58373, baseZNode=/0-1765676386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765676386/backup-masters 2024-12-05T12:21:05,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x101a69e05dc0001, quorum=127.0.0.1:58373, baseZNode=/0-1765676386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765676386/backup-masters 2024-12-05T12:21:05,999 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34675-0x101a69e05dc0000, quorum=127.0.0.1:58373, baseZNode=/0-1765676386 Set watcher on existing znode=/0-1765676386/backup-masters/9ea9abad0e9b,34675,1733401265782 2024-12-05T12:21:06,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34675-0x101a69e05dc0000, quorum=127.0.0.1:58373, baseZNode=/0-1765676386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765676386 2024-12-05T12:21:06,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x101a69e05dc0001, quorum=127.0.0.1:58373, baseZNode=/0-1765676386 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1765676386/master 2024-12-05T12:21:06,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x101a69e05dc0001, quorum=127.0.0.1:58373, baseZNode=/0-1765676386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765676386 2024-12-05T12:21:06,007 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34675-0x101a69e05dc0000, quorum=127.0.0.1:58373, baseZNode=/0-1765676386 Set watcher on existing znode=/0-1765676386/master 2024-12-05T12:21:06,009 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1765676386/backup-masters/9ea9abad0e9b,34675,1733401265782 from backup master directory 2024-12-05T12:21:06,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x101a69e05dc0001, quorum=127.0.0.1:58373, baseZNode=/0-1765676386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765676386/backup-masters 2024-12-05T12:21:06,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34675-0x101a69e05dc0000, quorum=127.0.0.1:58373, baseZNode=/0-1765676386 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1765676386/backup-masters/9ea9abad0e9b,34675,1733401265782 2024-12-05T12:21:06,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34675-0x101a69e05dc0000, quorum=127.0.0.1:58373, baseZNode=/0-1765676386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765676386/backup-masters 2024-12-05T12:21:06,037 WARN [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:21:06,037 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9ea9abad0e9b,34675,1733401265782 2024-12-05T12:21:06,048 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/hbase.id] with ID: fc1036d2-36df-422d-acb5-c69f7d89c3d7 2024-12-05T12:21:06,048 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/.tmp/hbase.id 2024-12-05T12:21:06,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33403 is added to blk_1073741826_1002 (size=42) 2024-12-05T12:21:06,055 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/.tmp/hbase.id]:[hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/hbase.id] 2024-12-05T12:21:06,082 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:06,082 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T12:21:06,085 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-12-05T12:21:06,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34675-0x101a69e05dc0000, quorum=127.0.0.1:58373, baseZNode=/0-1765676386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765676386 2024-12-05T12:21:06,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x101a69e05dc0001, quorum=127.0.0.1:58373, baseZNode=/0-1765676386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765676386 2024-12-05T12:21:06,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33403 is added to blk_1073741827_1003 (size=196) 2024-12-05T12:21:06,509 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:21:06,510 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T12:21:06,510 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:21:06,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33403 is added to blk_1073741828_1004 (size=1189) 2024-12-05T12:21:06,922 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/MasterData/data/master/store 2024-12-05T12:21:06,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33403 is added to blk_1073741829_1005 (size=34) 2024-12-05T12:21:06,959 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:21:06,960 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:21:06,960 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:06,960 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:06,960 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:21:06,960 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:06,960 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:06,960 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401266960Disabling compacts and flushes for region at 1733401266960Disabling writes for close at 1733401266960Writing region close event to WAL at 1733401266960Closed at 1733401266960 2024-12-05T12:21:06,962 WARN [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/MasterData/data/master/store/.initializing 2024-12-05T12:21:06,963 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/MasterData/WALs/9ea9abad0e9b,34675,1733401265782 2024-12-05T12:21:06,970 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:21:06,979 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9ea9abad0e9b%2C34675%2C1733401265782, suffix=, logDir=hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/MasterData/WALs/9ea9abad0e9b,34675,1733401265782, archiveDir=hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/MasterData/oldWALs, maxLogs=10 2024-12-05T12:21:07,002 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/MasterData/WALs/9ea9abad0e9b,34675,1733401265782/9ea9abad0e9b%2C34675%2C1733401265782.1733401266980, exclude list is [], retry=0 2024-12-05T12:21:07,015 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:21:07,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33403,DS-e0d88a92-e476-42d6-a44c-c6cfdcd3bfc6,DISK] 2024-12-05T12:21:07,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:21:07,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:21:07,063 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/MasterData/WALs/9ea9abad0e9b,34675,1733401265782/9ea9abad0e9b%2C34675%2C1733401265782.1733401266980 2024-12-05T12:21:07,064 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45779:45779)] 2024-12-05T12:21:07,064 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:21:07,064 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:21:07,064 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:07,064 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:07,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:07,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T12:21:07,075 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:07,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:07,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:07,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T12:21:07,079 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:07,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:21:07,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:07,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T12:21:07,083 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:07,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:21:07,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:07,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T12:21:07,087 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:07,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:21:07,088 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:07,089 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:07,090 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:07,091 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:07,091 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:07,092 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:21:07,094 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:07,108 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:21:07,109 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72513985, jitterRate=0.08054257929325104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:21:07,110 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733401267065Initializing all the Stores at 1733401267066 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401267066Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401267069 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401267069Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401267069Cleaning up temporary data from old regions at 1733401267092 (+23 ms)Region opened successfully at 1733401267110 (+18 ms) 2024-12-05T12:21:07,110 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T12:21:07,116 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46b2d2f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ea9abad0e9b/172.17.0.3:0 2024-12-05T12:21:07,118 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T12:21:07,118 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T12:21:07,118 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T12:21:07,118 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T12:21:07,119 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T12:21:07,120 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T12:21:07,120 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T12:21:07,133 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T12:21:07,134 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34675-0x101a69e05dc0000, quorum=127.0.0.1:58373, baseZNode=/0-1765676386 Unable to get data of znode /0-1765676386/balancer because node does not exist (not necessarily an error) 2024-12-05T12:21:07,153 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1765676386/balancer already deleted, retry=false 2024-12-05T12:21:07,154 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T12:21:07,155 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34675-0x101a69e05dc0000, quorum=127.0.0.1:58373, baseZNode=/0-1765676386 Unable to get data of znode /0-1765676386/normalizer because node does not exist (not necessarily an error) 2024-12-05T12:21:07,165 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1765676386/normalizer already deleted, retry=false 2024-12-05T12:21:07,165 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T12:21:07,166 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34675-0x101a69e05dc0000, quorum=127.0.0.1:58373, baseZNode=/0-1765676386 Unable to get data of znode /0-1765676386/switch/split because node does not exist (not necessarily an error) 2024-12-05T12:21:07,223 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1765676386/switch/split already deleted, retry=false 2024-12-05T12:21:07,224 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34675-0x101a69e05dc0000, quorum=127.0.0.1:58373, baseZNode=/0-1765676386 Unable to get data of znode /0-1765676386/switch/merge because node does not exist (not necessarily an error) 2024-12-05T12:21:07,231 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1765676386/switch/merge already deleted, retry=false 2024-12-05T12:21:07,234 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34675-0x101a69e05dc0000, quorum=127.0.0.1:58373, baseZNode=/0-1765676386 Unable to get data of znode /0-1765676386/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T12:21:07,240 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1765676386/snapshot-cleanup already deleted, retry=false 2024-12-05T12:21:07,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x101a69e05dc0001, quorum=127.0.0.1:58373, baseZNode=/0-1765676386 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1765676386/running 2024-12-05T12:21:07,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x101a69e05dc0001, quorum=127.0.0.1:58373, baseZNode=/0-1765676386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765676386 2024-12-05T12:21:07,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34675-0x101a69e05dc0000, quorum=127.0.0.1:58373, baseZNode=/0-1765676386 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1765676386/running 2024-12-05T12:21:07,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34675-0x101a69e05dc0000, quorum=127.0.0.1:58373, baseZNode=/0-1765676386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765676386 2024-12-05T12:21:07,249 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9ea9abad0e9b,34675,1733401265782, sessionid=0x101a69e05dc0000, setting cluster-up flag (Was=false) 2024-12-05T12:21:07,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34675-0x101a69e05dc0000, quorum=127.0.0.1:58373, baseZNode=/0-1765676386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765676386 2024-12-05T12:21:07,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x101a69e05dc0001, quorum=127.0.0.1:58373, baseZNode=/0-1765676386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765676386 2024-12-05T12:21:07,290 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1765676386/flush-table-proc/acquired, /0-1765676386/flush-table-proc/reached, /0-1765676386/flush-table-proc/abort 2024-12-05T12:21:07,291 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ea9abad0e9b,34675,1733401265782 2024-12-05T12:21:07,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x101a69e05dc0001, quorum=127.0.0.1:58373, baseZNode=/0-1765676386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765676386 2024-12-05T12:21:07,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34675-0x101a69e05dc0000, quorum=127.0.0.1:58373, baseZNode=/0-1765676386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765676386 2024-12-05T12:21:07,340 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1765676386/online-snapshot/acquired, /0-1765676386/online-snapshot/reached, /0-1765676386/online-snapshot/abort 2024-12-05T12:21:07,342 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ea9abad0e9b,34675,1733401265782 2024-12-05T12:21:07,344 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T12:21:07,346 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T12:21:07,346 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T12:21:07,346 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T12:21:07,347 WARN [master/9ea9abad0e9b:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 9ea9abad0e9b,36153,1733401238136: status=Processing ServerCrashProcedure of 9ea9abad0e9b,36153,1733401238136 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733401253887, completionTime=-1 appears to have been leaked 2024-12-05T12:21:07,347 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9ea9abad0e9b,34675,1733401265782 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T12:21:07,349 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:21:07,349 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:21:07,349 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:21:07,349 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:21:07,349 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9ea9abad0e9b:0, corePoolSize=10, maxPoolSize=10 2024-12-05T12:21:07,349 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:07,349 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:21:07,349 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:07,351 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733401297351 2024-12-05T12:21:07,351 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T12:21:07,351 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T12:21:07,351 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T12:21:07,351 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T12:21:07,351 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T12:21:07,352 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:21:07,352 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T12:21:07,352 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T12:21:07,352 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:07,352 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T12:21:07,352 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T12:21:07,352 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T12:21:07,352 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T12:21:07,353 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T12:21:07,353 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T12:21:07,353 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401267353,5,FailOnTimeoutGroup] 2024-12-05T12:21:07,353 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:07,353 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401267353,5,FailOnTimeoutGroup] 2024-12-05T12:21:07,353 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:07,353 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T12:21:07,353 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:07,353 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:07,353 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T12:21:07,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33403 is added to blk_1073741831_1007 (size=1321) 2024-12-05T12:21:07,363 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T12:21:07,363 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3 2024-12-05T12:21:07,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33403 is added to blk_1073741832_1008 (size=32) 2024-12-05T12:21:07,381 INFO [RS:0;9ea9abad0e9b:45145 {}] regionserver.HRegionServer(746): ClusterId : fc1036d2-36df-422d-acb5-c69f7d89c3d7 2024-12-05T12:21:07,382 DEBUG [RS:0;9ea9abad0e9b:45145 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T12:21:07,391 DEBUG [RS:0;9ea9abad0e9b:45145 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T12:21:07,391 DEBUG [RS:0;9ea9abad0e9b:45145 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T12:21:07,399 DEBUG [RS:0;9ea9abad0e9b:45145 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T12:21:07,399 DEBUG [RS:0;9ea9abad0e9b:45145 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b7ba656, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ea9abad0e9b/172.17.0.3:0 2024-12-05T12:21:07,417 DEBUG [RS:0;9ea9abad0e9b:45145 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9ea9abad0e9b:45145 2024-12-05T12:21:07,417 INFO [RS:0;9ea9abad0e9b:45145 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T12:21:07,417 INFO [RS:0;9ea9abad0e9b:45145 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T12:21:07,417 DEBUG [RS:0;9ea9abad0e9b:45145 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T12:21:07,418 INFO [RS:0;9ea9abad0e9b:45145 {}] regionserver.HRegionServer(2659): reportForDuty to master=9ea9abad0e9b,34675,1733401265782 with port=45145, startcode=1733401265948 2024-12-05T12:21:07,419 DEBUG [RS:0;9ea9abad0e9b:45145 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T12:21:07,421 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38777, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T12:21:07,422 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34675 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9ea9abad0e9b,45145,1733401265948 2024-12-05T12:21:07,422 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34675 {}] master.ServerManager(517): Registering regionserver=9ea9abad0e9b,45145,1733401265948 2024-12-05T12:21:07,424 DEBUG [RS:0;9ea9abad0e9b:45145 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3 2024-12-05T12:21:07,424 DEBUG [RS:0;9ea9abad0e9b:45145 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40671 2024-12-05T12:21:07,424 DEBUG [RS:0;9ea9abad0e9b:45145 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T12:21:07,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34675-0x101a69e05dc0000, quorum=127.0.0.1:58373, baseZNode=/0-1765676386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765676386/rs 2024-12-05T12:21:07,432 DEBUG [RS:0;9ea9abad0e9b:45145 {}] zookeeper.ZKUtil(111): regionserver:45145-0x101a69e05dc0001, quorum=127.0.0.1:58373, baseZNode=/0-1765676386 Set watcher on existing znode=/0-1765676386/rs/9ea9abad0e9b,45145,1733401265948 2024-12-05T12:21:07,432 WARN [RS:0;9ea9abad0e9b:45145 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:21:07,432 INFO [RS:0;9ea9abad0e9b:45145 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:21:07,432 DEBUG [RS:0;9ea9abad0e9b:45145 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/WALs/9ea9abad0e9b,45145,1733401265948 2024-12-05T12:21:07,435 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9ea9abad0e9b,45145,1733401265948] 2024-12-05T12:21:07,441 INFO [RS:0;9ea9abad0e9b:45145 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T12:21:07,443 INFO [RS:0;9ea9abad0e9b:45145 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T12:21:07,444 INFO [RS:0;9ea9abad0e9b:45145 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T12:21:07,444 INFO [RS:0;9ea9abad0e9b:45145 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:07,444 INFO [RS:0;9ea9abad0e9b:45145 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T12:21:07,445 INFO [RS:0;9ea9abad0e9b:45145 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T12:21:07,445 INFO [RS:0;9ea9abad0e9b:45145 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:07,445 DEBUG [RS:0;9ea9abad0e9b:45145 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:07,446 DEBUG [RS:0;9ea9abad0e9b:45145 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:07,446 DEBUG [RS:0;9ea9abad0e9b:45145 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:07,446 DEBUG [RS:0;9ea9abad0e9b:45145 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:07,446 DEBUG [RS:0;9ea9abad0e9b:45145 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:07,446 DEBUG [RS:0;9ea9abad0e9b:45145 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9ea9abad0e9b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:21:07,446 DEBUG [RS:0;9ea9abad0e9b:45145 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:07,446 DEBUG [RS:0;9ea9abad0e9b:45145 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:07,446 DEBUG [RS:0;9ea9abad0e9b:45145 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:07,446 DEBUG [RS:0;9ea9abad0e9b:45145 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:07,446 DEBUG [RS:0;9ea9abad0e9b:45145 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:07,446 DEBUG [RS:0;9ea9abad0e9b:45145 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:07,446 DEBUG [RS:0;9ea9abad0e9b:45145 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9ea9abad0e9b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:21:07,446 DEBUG [RS:0;9ea9abad0e9b:45145 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9ea9abad0e9b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:21:07,447 INFO [RS:0;9ea9abad0e9b:45145 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:07,448 INFO [RS:0;9ea9abad0e9b:45145 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:07,448 INFO [RS:0;9ea9abad0e9b:45145 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:07,448 INFO [RS:0;9ea9abad0e9b:45145 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:07,448 INFO [RS:0;9ea9abad0e9b:45145 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:07,448 INFO [RS:0;9ea9abad0e9b:45145 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,45145,1733401265948-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:21:07,462 INFO [RS:0;9ea9abad0e9b:45145 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T12:21:07,463 INFO [RS:0;9ea9abad0e9b:45145 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,45145,1733401265948-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:07,463 INFO [RS:0;9ea9abad0e9b:45145 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:07,463 INFO [RS:0;9ea9abad0e9b:45145 {}] regionserver.Replication(171): 9ea9abad0e9b,45145,1733401265948 started 2024-12-05T12:21:07,481 INFO [RS:0;9ea9abad0e9b:45145 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:07,481 INFO [RS:0;9ea9abad0e9b:45145 {}] regionserver.HRegionServer(1482): Serving as 9ea9abad0e9b,45145,1733401265948, RpcServer on 9ea9abad0e9b/172.17.0.3:45145, sessionid=0x101a69e05dc0001 2024-12-05T12:21:07,482 DEBUG [RS:0;9ea9abad0e9b:45145 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T12:21:07,482 DEBUG [RS:0;9ea9abad0e9b:45145 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9ea9abad0e9b,45145,1733401265948 2024-12-05T12:21:07,482 DEBUG [RS:0;9ea9abad0e9b:45145 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ea9abad0e9b,45145,1733401265948' 2024-12-05T12:21:07,482 DEBUG [RS:0;9ea9abad0e9b:45145 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1765676386/flush-table-proc/abort' 2024-12-05T12:21:07,482 DEBUG [RS:0;9ea9abad0e9b:45145 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1765676386/flush-table-proc/acquired' 2024-12-05T12:21:07,484 DEBUG [RS:0;9ea9abad0e9b:45145 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T12:21:07,484 DEBUG [RS:0;9ea9abad0e9b:45145 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T12:21:07,484 DEBUG [RS:0;9ea9abad0e9b:45145 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9ea9abad0e9b,45145,1733401265948 2024-12-05T12:21:07,484 DEBUG [RS:0;9ea9abad0e9b:45145 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ea9abad0e9b,45145,1733401265948' 2024-12-05T12:21:07,484 DEBUG [RS:0;9ea9abad0e9b:45145 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1765676386/online-snapshot/abort' 2024-12-05T12:21:07,485 DEBUG [RS:0;9ea9abad0e9b:45145 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1765676386/online-snapshot/acquired' 2024-12-05T12:21:07,485 DEBUG [RS:0;9ea9abad0e9b:45145 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T12:21:07,485 INFO [RS:0;9ea9abad0e9b:45145 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T12:21:07,485 INFO [RS:0;9ea9abad0e9b:45145 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T12:21:07,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:21:07,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T12:21:07,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:21:07,589 INFO [RS:0;9ea9abad0e9b:45145 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:21:07,591 INFO [RS:0;9ea9abad0e9b:45145 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C45145%2C1733401265948, suffix=, logDir=hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/WALs/9ea9abad0e9b,45145,1733401265948, archiveDir=hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/oldWALs, maxLogs=10 2024-12-05T12:21:07,612 DEBUG [RS:0;9ea9abad0e9b:45145 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/WALs/9ea9abad0e9b,45145,1733401265948/9ea9abad0e9b%2C45145%2C1733401265948.1733401267592, exclude list is [], retry=0 2024-12-05T12:21:07,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33403,DS-e0d88a92-e476-42d6-a44c-c6cfdcd3bfc6,DISK] 2024-12-05T12:21:07,623 INFO [RS:0;9ea9abad0e9b:45145 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/WALs/9ea9abad0e9b,45145,1733401265948/9ea9abad0e9b%2C45145%2C1733401265948.1733401267592 2024-12-05T12:21:07,624 DEBUG [RS:0;9ea9abad0e9b:45145 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45779:45779)] 2024-12-05T12:21:07,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:21:07,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:21:07,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:21:07,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:07,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:07,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:21:07,787 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:21:07,787 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:07,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:07,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:21:07,789 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:21:07,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:07,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:07,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:21:07,792 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:21:07,793 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:07,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:07,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:21:07,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/data/hbase/meta/1588230740 2024-12-05T12:21:07,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/data/hbase/meta/1588230740 2024-12-05T12:21:07,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:21:07,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:21:07,796 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:21:07,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:21:07,803 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:21:07,804 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67663721, jitterRate=0.008268013596534729}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:21:07,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733401267780Initializing all the Stores at 1733401267781 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401267781Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401267782 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401267782Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401267782Cleaning up temporary data from old regions at 1733401267795 (+13 ms)Region opened successfully at 1733401267805 (+10 ms) 2024-12-05T12:21:07,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:21:07,806 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:21:07,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:21:07,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:21:07,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:21:07,808 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:21:07,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401267806Disabling compacts and flushes for region at 1733401267806Disabling writes for close at 1733401267806Writing region close event to WAL at 1733401267807 (+1 ms)Closed at 1733401267807 2024-12-05T12:21:07,810 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:21:07,810 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T12:21:07,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T12:21:07,818 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:21:07,820 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T12:21:07,971 DEBUG [9ea9abad0e9b:34675 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T12:21:07,972 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9ea9abad0e9b,45145,1733401265948 2024-12-05T12:21:07,974 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ea9abad0e9b,45145,1733401265948, state=OPENING 2024-12-05T12:21:07,990 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T12:21:08,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34675-0x101a69e05dc0000, quorum=127.0.0.1:58373, baseZNode=/0-1765676386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765676386 2024-12-05T12:21:08,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x101a69e05dc0001, quorum=127.0.0.1:58373, baseZNode=/0-1765676386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765676386 2024-12-05T12:21:08,051 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1765676386/meta-region-server: CHANGED 2024-12-05T12:21:08,052 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:21:08,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,45145,1733401265948}] 2024-12-05T12:21:08,053 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1765676386/meta-region-server: CHANGED 2024-12-05T12:21:08,207 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:21:08,210 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48675, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T12:21:08,219 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T12:21:08,219 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:21:08,220 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T12:21:08,223 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C45145%2C1733401265948.meta, suffix=.meta, logDir=hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/WALs/9ea9abad0e9b,45145,1733401265948, archiveDir=hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/oldWALs, maxLogs=10 2024-12-05T12:21:08,241 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/WALs/9ea9abad0e9b,45145,1733401265948/9ea9abad0e9b%2C45145%2C1733401265948.meta.1733401268223.meta, exclude list is [], retry=0 2024-12-05T12:21:08,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33403,DS-e0d88a92-e476-42d6-a44c-c6cfdcd3bfc6,DISK] 2024-12-05T12:21:08,276 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/WALs/9ea9abad0e9b,45145,1733401265948/9ea9abad0e9b%2C45145%2C1733401265948.meta.1733401268223.meta 2024-12-05T12:21:08,276 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45779:45779)] 2024-12-05T12:21:08,276 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:21:08,277 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:21:08,277 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:21:08,277 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T12:21:08,277 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T12:21:08,278 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T12:21:08,278 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:21:08,278 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T12:21:08,278 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T12:21:08,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:21:08,289 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:21:08,289 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:08,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:08,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:21:08,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:21:08,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:08,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:08,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:21:08,294 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:21:08,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:08,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:08,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:21:08,297 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:21:08,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:08,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:08,298 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:21:08,299 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/data/hbase/meta/1588230740 2024-12-05T12:21:08,303 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/data/hbase/meta/1588230740 2024-12-05T12:21:08,305 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:21:08,305 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:21:08,306 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:21:08,308 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:21:08,310 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73202935, jitterRate=0.09080873429775238}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:21:08,310 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T12:21:08,311 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733401268278Writing region info on filesystem at 1733401268278Initializing all the Stores at 1733401268281 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401268281Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401268287 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401268287Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401268287Cleaning up temporary data from old regions at 1733401268305 (+18 ms)Running coprocessor post-open hooks at 1733401268310 (+5 ms)Region opened successfully at 1733401268310 2024-12-05T12:21:08,313 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733401268207 2024-12-05T12:21:08,320 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T12:21:08,320 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T12:21:08,321 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9ea9abad0e9b,45145,1733401265948 2024-12-05T12:21:08,323 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ea9abad0e9b,45145,1733401265948, state=OPEN 2024-12-05T12:21:08,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x101a69e05dc0001, quorum=127.0.0.1:58373, baseZNode=/0-1765676386 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1765676386/meta-region-server 2024-12-05T12:21:08,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34675-0x101a69e05dc0000, quorum=127.0.0.1:58373, baseZNode=/0-1765676386 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1765676386/meta-region-server 2024-12-05T12:21:08,338 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,45145,1733401265948 2024-12-05T12:21:08,338 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1765676386/meta-region-server: CHANGED 2024-12-05T12:21:08,338 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1765676386/meta-region-server: CHANGED 2024-12-05T12:21:08,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T12:21:08,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,45145,1733401265948 in 286 msec 2024-12-05T12:21:08,348 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T12:21:08,348 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 532 msec 2024-12-05T12:21:08,350 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:21:08,350 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T12:21:08,351 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:21:08,352 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,45145,1733401265948, seqNum=-1] 2024-12-05T12:21:08,352 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:21:08,354 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55001, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:21:08,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0170 sec 2024-12-05T12:21:08,365 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733401268365, completionTime=-1 2024-12-05T12:21:08,365 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T12:21:08,365 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T12:21:08,370 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T12:21:08,371 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733401328370 2024-12-05T12:21:08,371 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733401388371 2024-12-05T12:21:08,371 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-12-05T12:21:08,371 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,34675,1733401265782-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:08,371 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,34675,1733401265782-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:08,371 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,34675,1733401265782-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:08,372 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9ea9abad0e9b:34675, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:08,372 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:08,372 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:08,375 DEBUG [master/9ea9abad0e9b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T12:21:08,381 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.344sec 2024-12-05T12:21:08,381 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T12:21:08,381 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T12:21:08,381 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T12:21:08,381 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T12:21:08,381 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T12:21:08,381 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,34675,1733401265782-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:21:08,381 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,34675,1733401265782-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T12:21:08,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@564140f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:08,382 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,34675,-1 for getting cluster id 2024-12-05T12:21:08,383 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:21:08,385 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fc1036d2-36df-422d-acb5-c69f7d89c3d7' 2024-12-05T12:21:08,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:21:08,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fc1036d2-36df-422d-acb5-c69f7d89c3d7" 2024-12-05T12:21:08,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36adb517, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:08,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,34675,-1] 2024-12-05T12:21:08,387 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:21:08,388 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:08,389 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:21:08,390 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T12:21:08,390 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T12:21:08,390 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,34675,1733401265782-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:08,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e1d5c35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:08,397 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:21:08,398 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,45145,1733401265948, seqNum=-1] 2024-12-05T12:21:08,399 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:21:08,404 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:21:08,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9ea9abad0e9b,34675,1733401265782 2024-12-05T12:21:08,408 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58373 2024-12-05T12:21:08,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58373, baseZNode=/0-1765676386 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:21:08,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3399272f-d41c-0e7c-2941-461a52c3d1a7/hadoop.log.dir so I do NOT create it in target/test-data/78c2bdc0-d428-0080-4da9-8ae8b455b1af 2024-12-05T12:21:08,427 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3399272f-d41c-0e7c-2941-461a52c3d1a7/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T12:21:08,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3399272f-d41c-0e7c-2941-461a52c3d1a7/hadoop.tmp.dir so I do NOT create it in target/test-data/78c2bdc0-d428-0080-4da9-8ae8b455b1af 2024-12-05T12:21:08,427 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3399272f-d41c-0e7c-2941-461a52c3d1a7/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T12:21:08,427 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c2bdc0-d428-0080-4da9-8ae8b455b1af 2024-12-05T12:21:08,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T12:21:08,428 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c2bdc0-d428-0080-4da9-8ae8b455b1af/cluster_ffa05183-b005-67df-ed52-55b8dc86abaa, deleteOnExit=true 2024-12-05T12:21:08,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T12:21:08,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c2bdc0-d428-0080-4da9-8ae8b455b1af/test.cache.data in system properties and HBase conf 2024-12-05T12:21:08,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c2bdc0-d428-0080-4da9-8ae8b455b1af/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T12:21:08,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c2bdc0-d428-0080-4da9-8ae8b455b1af/hadoop.log.dir in system properties and HBase conf 2024-12-05T12:21:08,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c2bdc0-d428-0080-4da9-8ae8b455b1af/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T12:21:08,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c2bdc0-d428-0080-4da9-8ae8b455b1af/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T12:21:08,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T12:21:08,429 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T12:21:08,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c2bdc0-d428-0080-4da9-8ae8b455b1af/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:21:08,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c2bdc0-d428-0080-4da9-8ae8b455b1af/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:21:08,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c2bdc0-d428-0080-4da9-8ae8b455b1af/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T12:21:08,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c2bdc0-d428-0080-4da9-8ae8b455b1af/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:21:08,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c2bdc0-d428-0080-4da9-8ae8b455b1af/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T12:21:08,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c2bdc0-d428-0080-4da9-8ae8b455b1af/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T12:21:08,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c2bdc0-d428-0080-4da9-8ae8b455b1af/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:21:08,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c2bdc0-d428-0080-4da9-8ae8b455b1af/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:21:08,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c2bdc0-d428-0080-4da9-8ae8b455b1af/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T12:21:08,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c2bdc0-d428-0080-4da9-8ae8b455b1af/nfs.dump.dir in system properties and HBase conf 2024-12-05T12:21:08,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c2bdc0-d428-0080-4da9-8ae8b455b1af/java.io.tmpdir in system properties and HBase conf 2024-12-05T12:21:08,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c2bdc0-d428-0080-4da9-8ae8b455b1af/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:21:08,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c2bdc0-d428-0080-4da9-8ae8b455b1af/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T12:21:08,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c2bdc0-d428-0080-4da9-8ae8b455b1af/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T12:21:08,443 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a69e05dc0002 connected 2024-12-05T12:21:08,687 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:21:08,702 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:21:08,739 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:21:08,739 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:21:08,739 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T12:21:08,744 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:21:08,745 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3833aa3c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c2bdc0-d428-0080-4da9-8ae8b455b1af/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:21:08,746 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d5ad8c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:21:08,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@765885a1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c2bdc0-d428-0080-4da9-8ae8b455b1af/java.io.tmpdir/jetty-localhost-44421-hadoop-hdfs-3_4_1-tests_jar-_-any-1856301048905109971/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:21:08,886 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@546cc908{HTTP/1.1, (http/1.1)}{localhost:44421} 2024-12-05T12:21:08,886 INFO [Time-limited test {}] server.Server(415): Started @37967ms 2024-12-05T12:21:09,311 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:21:09,322 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:21:09,324 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:21:09,324 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:21:09,324 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T12:21:09,325 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42c98647{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c2bdc0-d428-0080-4da9-8ae8b455b1af/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:21:09,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54ab07b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:21:09,493 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@459032ea{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c2bdc0-d428-0080-4da9-8ae8b455b1af/java.io.tmpdir/jetty-localhost-35379-hadoop-hdfs-3_4_1-tests_jar-_-any-14080843093574855961/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:21:09,493 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@14777db9{HTTP/1.1, (http/1.1)}{localhost:35379} 2024-12-05T12:21:09,493 INFO [Time-limited test {}] server.Server(415): Started @38575ms 2024-12-05T12:21:09,495 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T12:21:10,024 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c2bdc0-d428-0080-4da9-8ae8b455b1af/cluster_ffa05183-b005-67df-ed52-55b8dc86abaa/data/data1/current/BP-1619961856-172.17.0.3-1733401268472/current, will proceed with Du for space computation calculation, 2024-12-05T12:21:10,025 WARN [Thread-623 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c2bdc0-d428-0080-4da9-8ae8b455b1af/cluster_ffa05183-b005-67df-ed52-55b8dc86abaa/data/data2/current/BP-1619961856-172.17.0.3-1733401268472/current, will proceed with Du for space computation calculation, 2024-12-05T12:21:10,051 WARN [Thread-610 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T12:21:10,054 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2215b29274176d7d with lease ID 0x382793cca4a3d7d0: Processing first storage report for DS-39aa74f4-d65a-4a48-b1ca-bac14c793634 from datanode DatanodeRegistration(127.0.0.1:37859, datanodeUuid=b8fb8a98-adb1-48f7-9aea-17d64392fed3, infoPort=36125, infoSecurePort=0, ipcPort=39655, storageInfo=lv=-57;cid=testClusterID;nsid=1779467017;c=1733401268472) 2024-12-05T12:21:10,055 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2215b29274176d7d with lease ID 0x382793cca4a3d7d0: from storage DS-39aa74f4-d65a-4a48-b1ca-bac14c793634 node DatanodeRegistration(127.0.0.1:37859, datanodeUuid=b8fb8a98-adb1-48f7-9aea-17d64392fed3, infoPort=36125, infoSecurePort=0, ipcPort=39655, storageInfo=lv=-57;cid=testClusterID;nsid=1779467017;c=1733401268472), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:21:10,055 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2215b29274176d7d with lease ID 0x382793cca4a3d7d0: Processing first storage report for DS-c8400bbd-51b5-49e1-877b-c0692aca1869 from datanode DatanodeRegistration(127.0.0.1:37859, datanodeUuid=b8fb8a98-adb1-48f7-9aea-17d64392fed3, infoPort=36125, infoSecurePort=0, ipcPort=39655, storageInfo=lv=-57;cid=testClusterID;nsid=1779467017;c=1733401268472) 2024-12-05T12:21:10,055 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2215b29274176d7d with lease ID 0x382793cca4a3d7d0: from storage DS-c8400bbd-51b5-49e1-877b-c0692aca1869 node DatanodeRegistration(127.0.0.1:37859, datanodeUuid=b8fb8a98-adb1-48f7-9aea-17d64392fed3, infoPort=36125, infoSecurePort=0, ipcPort=39655, storageInfo=lv=-57;cid=testClusterID;nsid=1779467017;c=1733401268472), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:21:10,090 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c2bdc0-d428-0080-4da9-8ae8b455b1af 2024-12-05T12:21:10,091 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:10,092 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:10,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741825_1001 (size=7) 2024-12-05T12:21:10,519 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34211/user/jenkins/test-data/c4cc76d7-1693-ad4f-5182-1848a571801b with version=8 2024-12-05T12:21:10,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34211/user/jenkins/test-data/c4cc76d7-1693-ad4f-5182-1848a571801b/hbase-staging 2024-12-05T12:21:10,521 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9ea9abad0e9b:0 server-side Connection retries=45 2024-12-05T12:21:10,521 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:21:10,521 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:21:10,521 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:21:10,521 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:21:10,521 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:21:10,521 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T12:21:10,521 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:21:10,522 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44741 2024-12-05T12:21:10,523 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44741 connecting to ZooKeeper ensemble=127.0.0.1:58373 2024-12-05T12:21:10,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:447410x0, quorum=127.0.0.1:58373, baseZNode=/1-48595172 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:21:10,557 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44741-0x101a69e05dc0003 connected 2024-12-05T12:21:10,615 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:10,616 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:10,618 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44741-0x101a69e05dc0003, quorum=127.0.0.1:58373, baseZNode=/1-48595172 Set watcher on znode that does not yet exist, /1-48595172/running 2024-12-05T12:21:10,618 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34211/user/jenkins/test-data/c4cc76d7-1693-ad4f-5182-1848a571801b, hbase.cluster.distributed=false 2024-12-05T12:21:10,619 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44741-0x101a69e05dc0003, quorum=127.0.0.1:58373, baseZNode=/1-48595172 Set watcher on znode that does not yet exist, /1-48595172/acl 2024-12-05T12:21:10,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44741 2024-12-05T12:21:10,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44741 2024-12-05T12:21:10,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44741 2024-12-05T12:21:10,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44741 2024-12-05T12:21:10,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44741 2024-12-05T12:21:10,656 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9ea9abad0e9b:0 server-side Connection retries=45 2024-12-05T12:21:10,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:21:10,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:21:10,657 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:21:10,657 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:21:10,657 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:21:10,657 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T12:21:10,657 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:21:10,658 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40629 2024-12-05T12:21:10,660 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40629 connecting to ZooKeeper ensemble=127.0.0.1:58373 2024-12-05T12:21:10,660 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:10,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:10,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406290x0, quorum=127.0.0.1:58373, baseZNode=/1-48595172 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:21:10,680 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:406290x0, quorum=127.0.0.1:58373, baseZNode=/1-48595172 Set watcher on znode that does not yet exist, /1-48595172/running 2024-12-05T12:21:10,680 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T12:21:10,681 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40629-0x101a69e05dc0004 connected 2024-12-05T12:21:10,682 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T12:21:10,683 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40629-0x101a69e05dc0004, quorum=127.0.0.1:58373, baseZNode=/1-48595172 Set watcher on znode that does not yet exist, /1-48595172/master 2024-12-05T12:21:10,684 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40629-0x101a69e05dc0004, quorum=127.0.0.1:58373, baseZNode=/1-48595172 Set watcher on znode that does not yet exist, /1-48595172/acl 2024-12-05T12:21:10,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40629 2024-12-05T12:21:10,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40629 2024-12-05T12:21:10,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40629 2024-12-05T12:21:10,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40629 2024-12-05T12:21:10,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40629 2024-12-05T12:21:10,707 DEBUG [M:0;9ea9abad0e9b:44741 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9ea9abad0e9b:44741 2024-12-05T12:21:10,707 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-48595172/backup-masters/9ea9abad0e9b,44741,1733401270521 2024-12-05T12:21:10,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40629-0x101a69e05dc0004, quorum=127.0.0.1:58373, baseZNode=/1-48595172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-48595172/backup-masters 2024-12-05T12:21:10,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44741-0x101a69e05dc0003, quorum=127.0.0.1:58373, baseZNode=/1-48595172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-48595172/backup-masters 2024-12-05T12:21:10,715 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44741-0x101a69e05dc0003, quorum=127.0.0.1:58373, baseZNode=/1-48595172 Set watcher on existing znode=/1-48595172/backup-masters/9ea9abad0e9b,44741,1733401270521 2024-12-05T12:21:10,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40629-0x101a69e05dc0004, quorum=127.0.0.1:58373, baseZNode=/1-48595172 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-48595172/master 2024-12-05T12:21:10,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44741-0x101a69e05dc0003, quorum=127.0.0.1:58373, baseZNode=/1-48595172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-48595172 2024-12-05T12:21:10,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40629-0x101a69e05dc0004, quorum=127.0.0.1:58373, baseZNode=/1-48595172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-48595172 2024-12-05T12:21:10,724 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44741-0x101a69e05dc0003, quorum=127.0.0.1:58373, baseZNode=/1-48595172 Set watcher on existing znode=/1-48595172/master 2024-12-05T12:21:10,724 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-48595172/backup-masters/9ea9abad0e9b,44741,1733401270521 from backup master directory 2024-12-05T12:21:10,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44741-0x101a69e05dc0003, quorum=127.0.0.1:58373, baseZNode=/1-48595172 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-48595172/backup-masters/9ea9abad0e9b,44741,1733401270521 2024-12-05T12:21:10,731 WARN [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:21:10,731 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9ea9abad0e9b,44741,1733401270521 2024-12-05T12:21:10,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44741-0x101a69e05dc0003, quorum=127.0.0.1:58373, baseZNode=/1-48595172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-48595172/backup-masters 2024-12-05T12:21:10,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40629-0x101a69e05dc0004, quorum=127.0.0.1:58373, baseZNode=/1-48595172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-48595172/backup-masters 2024-12-05T12:21:10,744 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34211/user/jenkins/test-data/c4cc76d7-1693-ad4f-5182-1848a571801b/hbase.id] with ID: 541a9079-f14d-4027-a7bb-1cdc9022dd00 2024-12-05T12:21:10,744 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34211/user/jenkins/test-data/c4cc76d7-1693-ad4f-5182-1848a571801b/.tmp/hbase.id 2024-12-05T12:21:10,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741826_1002 (size=42) 2024-12-05T12:21:10,753 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34211/user/jenkins/test-data/c4cc76d7-1693-ad4f-5182-1848a571801b/.tmp/hbase.id]:[hdfs://localhost:34211/user/jenkins/test-data/c4cc76d7-1693-ad4f-5182-1848a571801b/hbase.id] 2024-12-05T12:21:10,770 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:10,770 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T12:21:10,772 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-05T12:21:10,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44741-0x101a69e05dc0003, quorum=127.0.0.1:58373, baseZNode=/1-48595172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-48595172 2024-12-05T12:21:10,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40629-0x101a69e05dc0004, quorum=127.0.0.1:58373, baseZNode=/1-48595172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-48595172 2024-12-05T12:21:10,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741827_1003 (size=196) 2024-12-05T12:21:10,810 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:21:10,811 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T12:21:10,811 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:21:10,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741828_1004 (size=1189) 2024-12-05T12:21:11,224 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34211/user/jenkins/test-data/c4cc76d7-1693-ad4f-5182-1848a571801b/MasterData/data/master/store 2024-12-05T12:21:11,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741829_1005 (size=34) 2024-12-05T12:21:11,236 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:21:11,236 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:21:11,237 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:11,237 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:11,237 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:21:11,237 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:11,237 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:11,237 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401271236Disabling compacts and flushes for region at 1733401271236Disabling writes for close at 1733401271237 (+1 ms)Writing region close event to WAL at 1733401271237Closed at 1733401271237 2024-12-05T12:21:11,238 WARN [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34211/user/jenkins/test-data/c4cc76d7-1693-ad4f-5182-1848a571801b/MasterData/data/master/store/.initializing 2024-12-05T12:21:11,238 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34211/user/jenkins/test-data/c4cc76d7-1693-ad4f-5182-1848a571801b/MasterData/WALs/9ea9abad0e9b,44741,1733401270521 2024-12-05T12:21:11,240 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:21:11,244 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9ea9abad0e9b%2C44741%2C1733401270521, suffix=, logDir=hdfs://localhost:34211/user/jenkins/test-data/c4cc76d7-1693-ad4f-5182-1848a571801b/MasterData/WALs/9ea9abad0e9b,44741,1733401270521, archiveDir=hdfs://localhost:34211/user/jenkins/test-data/c4cc76d7-1693-ad4f-5182-1848a571801b/MasterData/oldWALs, maxLogs=10 2024-12-05T12:21:11,263 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c4cc76d7-1693-ad4f-5182-1848a571801b/MasterData/WALs/9ea9abad0e9b,44741,1733401270521/9ea9abad0e9b%2C44741%2C1733401270521.1733401271244, exclude list is [], retry=0 2024-12-05T12:21:11,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37859,DS-39aa74f4-d65a-4a48-b1ca-bac14c793634,DISK] 2024-12-05T12:21:11,269 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c4cc76d7-1693-ad4f-5182-1848a571801b/MasterData/WALs/9ea9abad0e9b,44741,1733401270521/9ea9abad0e9b%2C44741%2C1733401270521.1733401271244 2024-12-05T12:21:11,269 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36125:36125)] 2024-12-05T12:21:11,269 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:21:11,269 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:21:11,269 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:11,269 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:11,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:11,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T12:21:11,273 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:11,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:11,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:11,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T12:21:11,275 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:11,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:21:11,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:11,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T12:21:11,277 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:11,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:21:11,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:11,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T12:21:11,279 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:11,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:21:11,279 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:11,280 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34211/user/jenkins/test-data/c4cc76d7-1693-ad4f-5182-1848a571801b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:11,281 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34211/user/jenkins/test-data/c4cc76d7-1693-ad4f-5182-1848a571801b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:11,283 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:11,283 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:11,284 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:21:11,285 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:11,290 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34211/user/jenkins/test-data/c4cc76d7-1693-ad4f-5182-1848a571801b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:21:11,290 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64829036, jitterRate=-0.033972084522247314}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:21:11,291 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733401271269Initializing all the Stores at 1733401271270 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401271270Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401271271 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401271271Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401271271Cleaning up temporary data from old regions at 1733401271283 (+12 ms)Region opened successfully at 1733401271291 (+8 ms) 2024-12-05T12:21:11,291 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T12:21:11,294 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9c622d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ea9abad0e9b/172.17.0.3:0 2024-12-05T12:21:11,295 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T12:21:11,295 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T12:21:11,295 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T12:21:11,296 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T12:21:11,296 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T12:21:11,296 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T12:21:11,297 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T12:21:11,299 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T12:21:11,300 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44741-0x101a69e05dc0003, quorum=127.0.0.1:58373, baseZNode=/1-48595172 Unable to get data of znode /1-48595172/balancer because node does not exist (not necessarily an error) 2024-12-05T12:21:11,316 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-48595172/balancer already deleted, retry=false 2024-12-05T12:21:11,317 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T12:21:11,318 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44741-0x101a69e05dc0003, quorum=127.0.0.1:58373, baseZNode=/1-48595172 Unable to get data of znode /1-48595172/normalizer because node does not exist (not necessarily an error) 2024-12-05T12:21:11,323 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-48595172/normalizer already deleted, retry=false 2024-12-05T12:21:11,323 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T12:21:11,325 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44741-0x101a69e05dc0003, quorum=127.0.0.1:58373, baseZNode=/1-48595172 Unable to get data of znode /1-48595172/switch/split because node does not exist (not necessarily an error) 2024-12-05T12:21:11,331 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-48595172/switch/split already deleted, retry=false 2024-12-05T12:21:11,332 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44741-0x101a69e05dc0003, quorum=127.0.0.1:58373, baseZNode=/1-48595172 Unable to get data of znode /1-48595172/switch/merge because node does not exist (not necessarily an error) 2024-12-05T12:21:11,339 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-48595172/switch/merge already deleted, retry=false 2024-12-05T12:21:11,342 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44741-0x101a69e05dc0003, quorum=127.0.0.1:58373, baseZNode=/1-48595172 Unable to get data of znode /1-48595172/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T12:21:11,348 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-48595172/snapshot-cleanup already deleted, retry=false 2024-12-05T12:21:11,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44741-0x101a69e05dc0003, quorum=127.0.0.1:58373, baseZNode=/1-48595172 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-48595172/running 2024-12-05T12:21:11,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40629-0x101a69e05dc0004, quorum=127.0.0.1:58373, baseZNode=/1-48595172 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-48595172/running 2024-12-05T12:21:11,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44741-0x101a69e05dc0003, quorum=127.0.0.1:58373, baseZNode=/1-48595172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-48595172 2024-12-05T12:21:11,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40629-0x101a69e05dc0004, quorum=127.0.0.1:58373, baseZNode=/1-48595172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-48595172 2024-12-05T12:21:11,357 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9ea9abad0e9b,44741,1733401270521, sessionid=0x101a69e05dc0003, setting cluster-up flag (Was=false) 2024-12-05T12:21:11,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40629-0x101a69e05dc0004, quorum=127.0.0.1:58373, baseZNode=/1-48595172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-48595172 2024-12-05T12:21:11,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44741-0x101a69e05dc0003, quorum=127.0.0.1:58373, baseZNode=/1-48595172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-48595172 2024-12-05T12:21:11,398 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-48595172/flush-table-proc/acquired, /1-48595172/flush-table-proc/reached, /1-48595172/flush-table-proc/abort 2024-12-05T12:21:11,399 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ea9abad0e9b,44741,1733401270521 2024-12-05T12:21:11,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40629-0x101a69e05dc0004, quorum=127.0.0.1:58373, baseZNode=/1-48595172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-48595172 2024-12-05T12:21:11,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44741-0x101a69e05dc0003, quorum=127.0.0.1:58373, baseZNode=/1-48595172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-48595172 2024-12-05T12:21:11,440 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-48595172/online-snapshot/acquired, /1-48595172/online-snapshot/reached, /1-48595172/online-snapshot/abort 2024-12-05T12:21:11,441 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ea9abad0e9b,44741,1733401270521 2024-12-05T12:21:11,442 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34211/user/jenkins/test-data/c4cc76d7-1693-ad4f-5182-1848a571801b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T12:21:11,445 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T12:21:11,445 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T12:21:11,445 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T12:21:11,445 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9ea9abad0e9b,44741,1733401270521 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T12:21:11,447 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:21:11,447 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:21:11,447 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:21:11,447 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:21:11,447 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9ea9abad0e9b:0, corePoolSize=10, maxPoolSize=10 2024-12-05T12:21:11,447 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:11,447 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:21:11,447 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:11,464 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:21:11,464 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T12:21:11,465 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:11,465 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T12:21:11,469 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733401301469 2024-12-05T12:21:11,469 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T12:21:11,469 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T12:21:11,470 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T12:21:11,470 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T12:21:11,470 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T12:21:11,470 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T12:21:11,476 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:11,482 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T12:21:11,482 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T12:21:11,482 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T12:21:11,482 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T12:21:11,484 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T12:21:11,484 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T12:21:11,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741831_1007 (size=1321) 2024-12-05T12:21:11,489 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401271484,5,FailOnTimeoutGroup] 2024-12-05T12:21:11,490 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401271490,5,FailOnTimeoutGroup] 2024-12-05T12:21:11,490 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:11,490 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34211/user/jenkins/test-data/c4cc76d7-1693-ad4f-5182-1848a571801b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T12:21:11,490 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T12:21:11,490 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:11,490 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:11,490 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34211/user/jenkins/test-data/c4cc76d7-1693-ad4f-5182-1848a571801b 2024-12-05T12:21:11,497 INFO [RS:0;9ea9abad0e9b:40629 {}] regionserver.HRegionServer(746): ClusterId : 541a9079-f14d-4027-a7bb-1cdc9022dd00 2024-12-05T12:21:11,497 DEBUG [RS:0;9ea9abad0e9b:40629 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T12:21:11,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741832_1008 (size=32) 2024-12-05T12:21:11,507 DEBUG [RS:0;9ea9abad0e9b:40629 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T12:21:11,507 DEBUG [RS:0;9ea9abad0e9b:40629 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T12:21:11,515 DEBUG [RS:0;9ea9abad0e9b:40629 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T12:21:11,516 DEBUG [RS:0;9ea9abad0e9b:40629 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f3069bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ea9abad0e9b/172.17.0.3:0 2024-12-05T12:21:11,531 DEBUG [RS:0;9ea9abad0e9b:40629 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9ea9abad0e9b:40629 2024-12-05T12:21:11,531 INFO [RS:0;9ea9abad0e9b:40629 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T12:21:11,531 INFO [RS:0;9ea9abad0e9b:40629 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T12:21:11,531 DEBUG [RS:0;9ea9abad0e9b:40629 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T12:21:11,532 INFO [RS:0;9ea9abad0e9b:40629 {}] regionserver.HRegionServer(2659): reportForDuty to master=9ea9abad0e9b,44741,1733401270521 with port=40629, startcode=1733401270656 2024-12-05T12:21:11,532 DEBUG [RS:0;9ea9abad0e9b:40629 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T12:21:11,535 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40513, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T12:21:11,536 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44741 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9ea9abad0e9b,40629,1733401270656 2024-12-05T12:21:11,536 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44741 {}] master.ServerManager(517): Registering regionserver=9ea9abad0e9b,40629,1733401270656 2024-12-05T12:21:11,539 DEBUG [RS:0;9ea9abad0e9b:40629 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34211/user/jenkins/test-data/c4cc76d7-1693-ad4f-5182-1848a571801b 2024-12-05T12:21:11,539 DEBUG [RS:0;9ea9abad0e9b:40629 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34211 2024-12-05T12:21:11,539 DEBUG [RS:0;9ea9abad0e9b:40629 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T12:21:11,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44741-0x101a69e05dc0003, quorum=127.0.0.1:58373, baseZNode=/1-48595172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-48595172/rs 2024-12-05T12:21:11,572 DEBUG [RS:0;9ea9abad0e9b:40629 {}] zookeeper.ZKUtil(111): regionserver:40629-0x101a69e05dc0004, quorum=127.0.0.1:58373, baseZNode=/1-48595172 Set watcher on existing znode=/1-48595172/rs/9ea9abad0e9b,40629,1733401270656 2024-12-05T12:21:11,572 WARN [RS:0;9ea9abad0e9b:40629 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:21:11,572 INFO [RS:0;9ea9abad0e9b:40629 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:21:11,572 DEBUG [RS:0;9ea9abad0e9b:40629 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34211/user/jenkins/test-data/c4cc76d7-1693-ad4f-5182-1848a571801b/WALs/9ea9abad0e9b,40629,1733401270656 2024-12-05T12:21:11,573 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9ea9abad0e9b,40629,1733401270656] 2024-12-05T12:21:11,592 INFO [RS:0;9ea9abad0e9b:40629 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T12:21:11,595 INFO [RS:0;9ea9abad0e9b:40629 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T12:21:11,599 INFO [RS:0;9ea9abad0e9b:40629 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T12:21:11,599 INFO [RS:0;9ea9abad0e9b:40629 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:11,600 INFO [RS:0;9ea9abad0e9b:40629 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T12:21:11,601 INFO [RS:0;9ea9abad0e9b:40629 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T12:21:11,601 INFO [RS:0;9ea9abad0e9b:40629 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:11,601 DEBUG [RS:0;9ea9abad0e9b:40629 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:11,601 DEBUG [RS:0;9ea9abad0e9b:40629 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:11,601 DEBUG [RS:0;9ea9abad0e9b:40629 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:11,602 DEBUG [RS:0;9ea9abad0e9b:40629 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:11,602 DEBUG [RS:0;9ea9abad0e9b:40629 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:11,602 DEBUG [RS:0;9ea9abad0e9b:40629 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9ea9abad0e9b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:21:11,602 DEBUG [RS:0;9ea9abad0e9b:40629 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:11,602 DEBUG [RS:0;9ea9abad0e9b:40629 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:11,602 DEBUG [RS:0;9ea9abad0e9b:40629 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:11,602 DEBUG [RS:0;9ea9abad0e9b:40629 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:11,602 DEBUG [RS:0;9ea9abad0e9b:40629 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:11,602 DEBUG [RS:0;9ea9abad0e9b:40629 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:11,602 DEBUG [RS:0;9ea9abad0e9b:40629 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9ea9abad0e9b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:21:11,602 DEBUG [RS:0;9ea9abad0e9b:40629 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9ea9abad0e9b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:21:11,603 INFO [RS:0;9ea9abad0e9b:40629 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:11,603 INFO [RS:0;9ea9abad0e9b:40629 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:11,603 INFO [RS:0;9ea9abad0e9b:40629 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:11,603 INFO [RS:0;9ea9abad0e9b:40629 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:11,603 INFO [RS:0;9ea9abad0e9b:40629 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:11,603 INFO [RS:0;9ea9abad0e9b:40629 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,40629,1733401270656-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:21:11,624 INFO [RS:0;9ea9abad0e9b:40629 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T12:21:11,624 INFO [RS:0;9ea9abad0e9b:40629 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,40629,1733401270656-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:11,624 INFO [RS:0;9ea9abad0e9b:40629 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:11,625 INFO [RS:0;9ea9abad0e9b:40629 {}] regionserver.Replication(171): 9ea9abad0e9b,40629,1733401270656 started 2024-12-05T12:21:11,644 INFO [RS:0;9ea9abad0e9b:40629 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:11,645 INFO [RS:0;9ea9abad0e9b:40629 {}] regionserver.HRegionServer(1482): Serving as 9ea9abad0e9b,40629,1733401270656, RpcServer on 9ea9abad0e9b/172.17.0.3:40629, sessionid=0x101a69e05dc0004 2024-12-05T12:21:11,645 DEBUG [RS:0;9ea9abad0e9b:40629 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T12:21:11,645 DEBUG [RS:0;9ea9abad0e9b:40629 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9ea9abad0e9b,40629,1733401270656 2024-12-05T12:21:11,645 DEBUG [RS:0;9ea9abad0e9b:40629 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ea9abad0e9b,40629,1733401270656' 2024-12-05T12:21:11,645 DEBUG [RS:0;9ea9abad0e9b:40629 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-48595172/flush-table-proc/abort' 2024-12-05T12:21:11,646 DEBUG [RS:0;9ea9abad0e9b:40629 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-48595172/flush-table-proc/acquired' 2024-12-05T12:21:11,646 DEBUG [RS:0;9ea9abad0e9b:40629 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T12:21:11,646 DEBUG [RS:0;9ea9abad0e9b:40629 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T12:21:11,646 DEBUG [RS:0;9ea9abad0e9b:40629 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9ea9abad0e9b,40629,1733401270656 2024-12-05T12:21:11,646 DEBUG [RS:0;9ea9abad0e9b:40629 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ea9abad0e9b,40629,1733401270656' 2024-12-05T12:21:11,646 DEBUG [RS:0;9ea9abad0e9b:40629 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-48595172/online-snapshot/abort' 2024-12-05T12:21:11,647 DEBUG [RS:0;9ea9abad0e9b:40629 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-48595172/online-snapshot/acquired' 2024-12-05T12:21:11,647 DEBUG [RS:0;9ea9abad0e9b:40629 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T12:21:11,647 INFO [RS:0;9ea9abad0e9b:40629 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T12:21:11,647 INFO [RS:0;9ea9abad0e9b:40629 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T12:21:11,748 INFO [RS:0;9ea9abad0e9b:40629 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:21:11,750 INFO [RS:0;9ea9abad0e9b:40629 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C40629%2C1733401270656, suffix=, logDir=hdfs://localhost:34211/user/jenkins/test-data/c4cc76d7-1693-ad4f-5182-1848a571801b/WALs/9ea9abad0e9b,40629,1733401270656, archiveDir=hdfs://localhost:34211/user/jenkins/test-data/c4cc76d7-1693-ad4f-5182-1848a571801b/oldWALs, maxLogs=10 2024-12-05T12:21:11,768 DEBUG [RS:0;9ea9abad0e9b:40629 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c4cc76d7-1693-ad4f-5182-1848a571801b/WALs/9ea9abad0e9b,40629,1733401270656/9ea9abad0e9b%2C40629%2C1733401270656.1733401271750, exclude list is [], retry=0 2024-12-05T12:21:11,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37859,DS-39aa74f4-d65a-4a48-b1ca-bac14c793634,DISK] 2024-12-05T12:21:11,784 INFO [RS:0;9ea9abad0e9b:40629 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c4cc76d7-1693-ad4f-5182-1848a571801b/WALs/9ea9abad0e9b,40629,1733401270656/9ea9abad0e9b%2C40629%2C1733401270656.1733401271750 2024-12-05T12:21:11,787 DEBUG [RS:0;9ea9abad0e9b:40629 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36125:36125)] 2024-12-05T12:21:11,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:21:11,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:21:11,913 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:21:11,913 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:11,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:11,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:21:11,915 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:21:11,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:11,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:11,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:21:11,921 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:21:11,921 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:11,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:11,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:21:11,923 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:21:11,923 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:11,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:11,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:21:11,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34211/user/jenkins/test-data/c4cc76d7-1693-ad4f-5182-1848a571801b/data/hbase/meta/1588230740 2024-12-05T12:21:11,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34211/user/jenkins/test-data/c4cc76d7-1693-ad4f-5182-1848a571801b/data/hbase/meta/1588230740 2024-12-05T12:21:11,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:21:11,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:21:11,926 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:21:11,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:21:11,931 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34211/user/jenkins/test-data/c4cc76d7-1693-ad4f-5182-1848a571801b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:21:11,932 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68163220, jitterRate=0.01571112871170044}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:21:11,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733401271909Initializing all the Stores at 1733401271910 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401271910Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401271910Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401271910Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401271910Cleaning up temporary data from old regions at 1733401271926 (+16 ms)Region opened successfully at 1733401271932 (+6 ms) 2024-12-05T12:21:11,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:21:11,932 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:21:11,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:21:11,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:21:11,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:21:11,933 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:21:11,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401271932Disabling compacts and flushes for region at 1733401271932Disabling writes for close at 1733401271932Writing region close event to WAL at 1733401271933 (+1 ms)Closed at 1733401271933 2024-12-05T12:21:11,934 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:21:11,935 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T12:21:11,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T12:21:11,936 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:21:11,937 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T12:21:12,088 DEBUG [9ea9abad0e9b:44741 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T12:21:12,088 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9ea9abad0e9b,40629,1733401270656 2024-12-05T12:21:12,090 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ea9abad0e9b,40629,1733401270656, state=OPENING 2024-12-05T12:21:12,194 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T12:21:12,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44741-0x101a69e05dc0003, quorum=127.0.0.1:58373, baseZNode=/1-48595172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-48595172 2024-12-05T12:21:12,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40629-0x101a69e05dc0004, quorum=127.0.0.1:58373, baseZNode=/1-48595172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-48595172 2024-12-05T12:21:12,208 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:21:12,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,40629,1733401270656}] 2024-12-05T12:21:12,210 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-48595172/meta-region-server: CHANGED 2024-12-05T12:21:12,219 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-48595172/meta-region-server: CHANGED 2024-12-05T12:21:12,369 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:21:12,375 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50403, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T12:21:12,383 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T12:21:12,383 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:21:12,383 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T12:21:12,386 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C40629%2C1733401270656.meta, suffix=.meta, logDir=hdfs://localhost:34211/user/jenkins/test-data/c4cc76d7-1693-ad4f-5182-1848a571801b/WALs/9ea9abad0e9b,40629,1733401270656, archiveDir=hdfs://localhost:34211/user/jenkins/test-data/c4cc76d7-1693-ad4f-5182-1848a571801b/oldWALs, maxLogs=10 2024-12-05T12:21:12,404 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c4cc76d7-1693-ad4f-5182-1848a571801b/WALs/9ea9abad0e9b,40629,1733401270656/9ea9abad0e9b%2C40629%2C1733401270656.meta.1733401272386.meta, exclude list is [], retry=0 2024-12-05T12:21:12,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37859,DS-39aa74f4-d65a-4a48-b1ca-bac14c793634,DISK] 2024-12-05T12:21:12,412 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c4cc76d7-1693-ad4f-5182-1848a571801b/WALs/9ea9abad0e9b,40629,1733401270656/9ea9abad0e9b%2C40629%2C1733401270656.meta.1733401272386.meta 2024-12-05T12:21:12,415 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36125:36125)] 2024-12-05T12:21:12,415 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:21:12,416 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:21:12,416 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:21:12,416 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T12:21:12,416 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T12:21:12,416 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T12:21:12,416 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:21:12,417 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T12:21:12,417 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T12:21:12,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:21:12,428 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:21:12,428 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:12,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:12,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:21:12,430 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:21:12,430 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:12,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:12,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:21:12,432 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:21:12,432 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:12,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:12,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:21:12,435 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:21:12,435 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:12,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:12,436 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:21:12,437 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34211/user/jenkins/test-data/c4cc76d7-1693-ad4f-5182-1848a571801b/data/hbase/meta/1588230740 2024-12-05T12:21:12,438 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34211/user/jenkins/test-data/c4cc76d7-1693-ad4f-5182-1848a571801b/data/hbase/meta/1588230740 2024-12-05T12:21:12,439 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:21:12,439 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:21:12,440 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:21:12,442 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:21:12,443 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73079639, jitterRate=0.08897148072719574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:21:12,443 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T12:21:12,443 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733401272417Writing region info on filesystem at 1733401272417Initializing all the Stores at 1733401272419 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401272419Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401272426 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401272426Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401272426Cleaning up temporary data from old regions at 1733401272439 (+13 ms)Running coprocessor post-open hooks at 1733401272443 (+4 ms)Region opened successfully at 1733401272443 2024-12-05T12:21:12,444 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733401272369 2024-12-05T12:21:12,447 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T12:21:12,447 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T12:21:12,448 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9ea9abad0e9b,40629,1733401270656 2024-12-05T12:21:12,449 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ea9abad0e9b,40629,1733401270656, state=OPEN 2024-12-05T12:21:12,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40629-0x101a69e05dc0004, quorum=127.0.0.1:58373, baseZNode=/1-48595172 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-48595172/meta-region-server 2024-12-05T12:21:12,465 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-48595172/meta-region-server: CHANGED 2024-12-05T12:21:12,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44741-0x101a69e05dc0003, quorum=127.0.0.1:58373, baseZNode=/1-48595172 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-48595172/meta-region-server 2024-12-05T12:21:12,466 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-48595172/meta-region-server: CHANGED 2024-12-05T12:21:12,467 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,40629,1733401270656 2024-12-05T12:21:12,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T12:21:12,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,40629,1733401270656 in 259 msec 2024-12-05T12:21:12,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T12:21:12,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 537 msec 2024-12-05T12:21:12,477 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:21:12,477 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T12:21:12,479 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:21:12,479 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,40629,1733401270656, seqNum=-1] 2024-12-05T12:21:12,479 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:21:12,481 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39207, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:21:12,491 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0430 sec 2024-12-05T12:21:12,491 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733401272491, completionTime=-1 2024-12-05T12:21:12,491 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T12:21:12,491 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T12:21:12,495 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T12:21:12,495 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733401332495 2024-12-05T12:21:12,495 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733401392495 2024-12-05T12:21:12,495 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-05T12:21:12,496 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,44741,1733401270521-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:12,496 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,44741,1733401270521-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:12,496 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,44741,1733401270521-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:12,496 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9ea9abad0e9b:44741, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:12,496 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:12,498 DEBUG [master/9ea9abad0e9b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T12:21:12,502 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:12,508 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.777sec 2024-12-05T12:21:12,508 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T12:21:12,508 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T12:21:12,508 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T12:21:12,508 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T12:21:12,508 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T12:21:12,508 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,44741,1733401270521-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:21:12,508 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,44741,1733401270521-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T12:21:12,511 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T12:21:12,511 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T12:21:12,511 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,44741,1733401270521-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:12,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cc37dc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:12,598 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,44741,-1 for getting cluster id 2024-12-05T12:21:12,598 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:21:12,603 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '541a9079-f14d-4027-a7bb-1cdc9022dd00' 2024-12-05T12:21:12,603 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:21:12,604 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "541a9079-f14d-4027-a7bb-1cdc9022dd00" 2024-12-05T12:21:12,604 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@332dab1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:12,604 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,44741,-1] 2024-12-05T12:21:12,604 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:21:12,605 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:12,608 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:21:12,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@335d1793, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:12,610 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:21:12,612 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,40629,1733401270656, seqNum=-1] 2024-12-05T12:21:12,612 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:21:12,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:21:12,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9ea9abad0e9b,44741,1733401270521 2024-12-05T12:21:12,618 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58373 2024-12-05T12:21:12,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58373, baseZNode=/1-48595172 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:21:12,635 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a69e05dc0005 connected 2024-12-05T12:21:12,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bb57979, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:12,642 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,34675,-1 for getting cluster id 2024-12-05T12:21:12,642 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:21:12,643 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fc1036d2-36df-422d-acb5-c69f7d89c3d7' 2024-12-05T12:21:12,643 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:21:12,643 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fc1036d2-36df-422d-acb5-c69f7d89c3d7" 2024-12-05T12:21:12,643 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ea01824, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:12,644 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,34675,-1] 2024-12-05T12:21:12,644 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:21:12,644 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:12,645 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:21:12,646 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12105f31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:12,646 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:21:12,647 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,34675,1733401265782 2024-12-05T12:21:12,647 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f5535de 2024-12-05T12:21:12,647 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:21:12,648 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:21:12,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34675 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9ea9abad0e9b:44741,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T12:21:12,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34675 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T12:21:12,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:21:12,653 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ea9abad0e9b:44741' 2024-12-05T12:21:12,654 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66175f22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:12,654 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,44741,-1 for getting cluster id 2024-12-05T12:21:12,654 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:21:12,655 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '541a9079-f14d-4027-a7bb-1cdc9022dd00' 2024-12-05T12:21:12,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:21:12,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "541a9079-f14d-4027-a7bb-1cdc9022dd00" 2024-12-05T12:21:12,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c2d8954, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:12,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,44741,-1] 2024-12-05T12:21:12,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:21:12,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:12,659 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:21:12,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@329dbe4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:12,661 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:21:12,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,44741,1733401270521 2024-12-05T12:21:12,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ce9acde 2024-12-05T12:21:12,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:21:12,664 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:21:12,665 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-12-05T12:21:12,665 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T12:21:12,665 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:12,665 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:12,665 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:21:12,666 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:21:12,668 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T12:21:12,670 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:21:12,670 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:12,672 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:21:12,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33403 is added to blk_1073741835_1011 (size=1138) 2024-12-05T12:21:12,718 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T12:21:12,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:21:12,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:21:13,057 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:21:13,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:21:13,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:21:13,087 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 975317a121a937d0ae77db1b9fce508e, NAME => 'hbase:replication,,1733401272666.975317a121a937d0ae77db1b9fce508e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3 2024-12-05T12:21:13,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33403 is added to blk_1073741836_1012 (size=44) 2024-12-05T12:21:13,096 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401272666.975317a121a937d0ae77db1b9fce508e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:21:13,096 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 975317a121a937d0ae77db1b9fce508e, disabling compactions & flushes 2024-12-05T12:21:13,096 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401272666.975317a121a937d0ae77db1b9fce508e. 2024-12-05T12:21:13,096 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401272666.975317a121a937d0ae77db1b9fce508e. 2024-12-05T12:21:13,097 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401272666.975317a121a937d0ae77db1b9fce508e. after waiting 0 ms 2024-12-05T12:21:13,097 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401272666.975317a121a937d0ae77db1b9fce508e. 2024-12-05T12:21:13,097 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733401272666.975317a121a937d0ae77db1b9fce508e. 2024-12-05T12:21:13,097 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 975317a121a937d0ae77db1b9fce508e: Waiting for close lock at 1733401273096Disabling compacts and flushes for region at 1733401273096Disabling writes for close at 1733401273097 (+1 ms)Writing region close event to WAL at 1733401273097Closed at 1733401273097 2024-12-05T12:21:13,099 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:21:13,099 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733401272666.975317a121a937d0ae77db1b9fce508e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733401273099"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401273099"}]},"ts":"1733401273099"} 2024-12-05T12:21:13,102 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:21:13,103 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:21:13,104 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401273103"}]},"ts":"1733401273103"} 2024-12-05T12:21:13,106 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T12:21:13,107 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=975317a121a937d0ae77db1b9fce508e, ASSIGN}] 2024-12-05T12:21:13,108 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=975317a121a937d0ae77db1b9fce508e, ASSIGN 2024-12-05T12:21:13,109 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=975317a121a937d0ae77db1b9fce508e, ASSIGN; state=OFFLINE, location=9ea9abad0e9b,45145,1733401265948; forceNewPlan=false, retain=false 2024-12-05T12:21:13,260 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=975317a121a937d0ae77db1b9fce508e, regionState=OPENING, regionLocation=9ea9abad0e9b,45145,1733401265948 2024-12-05T12:21:13,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=975317a121a937d0ae77db1b9fce508e, ASSIGN because future has completed 2024-12-05T12:21:13,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 975317a121a937d0ae77db1b9fce508e, server=9ea9abad0e9b,45145,1733401265948}] 2024-12-05T12:21:13,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:21:13,432 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733401272666.975317a121a937d0ae77db1b9fce508e. 2024-12-05T12:21:13,432 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:21:13,433 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T12:21:13,435 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C45145%2C1733401265948.rep, suffix=, logDir=hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/WALs/9ea9abad0e9b,45145,1733401265948, archiveDir=hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/oldWALs, maxLogs=10 2024-12-05T12:21:13,441 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T12:21:13,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/WALs/9ea9abad0e9b,45145,1733401265948/9ea9abad0e9b%2C45145%2C1733401265948.rep.1733401273436, exclude list is [], retry=0 2024-12-05T12:21:13,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33403,DS-e0d88a92-e476-42d6-a44c-c6cfdcd3bfc6,DISK] 2024-12-05T12:21:13,475 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/WALs/9ea9abad0e9b,45145,1733401265948/9ea9abad0e9b%2C45145%2C1733401265948.rep.1733401273436 2024-12-05T12:21:13,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45779:45779)] 2024-12-05T12:21:13,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 975317a121a937d0ae77db1b9fce508e, NAME => 'hbase:replication,,1733401272666.975317a121a937d0ae77db1b9fce508e.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:21:13,476 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:21:13,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:21:13,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733401272666.975317a121a937d0ae77db1b9fce508e. service=MultiRowMutationService 2024-12-05T12:21:13,476 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T12:21:13,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 975317a121a937d0ae77db1b9fce508e 2024-12-05T12:21:13,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401272666.975317a121a937d0ae77db1b9fce508e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:21:13,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 975317a121a937d0ae77db1b9fce508e 2024-12-05T12:21:13,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 975317a121a937d0ae77db1b9fce508e 2024-12-05T12:21:13,479 INFO [StoreOpener-975317a121a937d0ae77db1b9fce508e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 975317a121a937d0ae77db1b9fce508e 2024-12-05T12:21:13,480 INFO [StoreOpener-975317a121a937d0ae77db1b9fce508e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 975317a121a937d0ae77db1b9fce508e columnFamilyName hfileref 2024-12-05T12:21:13,480 DEBUG [StoreOpener-975317a121a937d0ae77db1b9fce508e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:13,481 INFO [StoreOpener-975317a121a937d0ae77db1b9fce508e-1 {}] regionserver.HStore(327): Store=975317a121a937d0ae77db1b9fce508e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:21:13,481 INFO [StoreOpener-975317a121a937d0ae77db1b9fce508e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 975317a121a937d0ae77db1b9fce508e 2024-12-05T12:21:13,482 INFO [StoreOpener-975317a121a937d0ae77db1b9fce508e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 975317a121a937d0ae77db1b9fce508e columnFamilyName queue 2024-12-05T12:21:13,482 DEBUG [StoreOpener-975317a121a937d0ae77db1b9fce508e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:13,483 INFO [StoreOpener-975317a121a937d0ae77db1b9fce508e-1 {}] regionserver.HStore(327): Store=975317a121a937d0ae77db1b9fce508e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:21:13,483 INFO [StoreOpener-975317a121a937d0ae77db1b9fce508e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 975317a121a937d0ae77db1b9fce508e 2024-12-05T12:21:13,489 INFO [StoreOpener-975317a121a937d0ae77db1b9fce508e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 975317a121a937d0ae77db1b9fce508e columnFamilyName sid 2024-12-05T12:21:13,490 DEBUG [StoreOpener-975317a121a937d0ae77db1b9fce508e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:13,490 INFO [StoreOpener-975317a121a937d0ae77db1b9fce508e-1 {}] regionserver.HStore(327): Store=975317a121a937d0ae77db1b9fce508e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:21:13,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 975317a121a937d0ae77db1b9fce508e 2024-12-05T12:21:13,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/data/hbase/replication/975317a121a937d0ae77db1b9fce508e 2024-12-05T12:21:13,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/data/hbase/replication/975317a121a937d0ae77db1b9fce508e 2024-12-05T12:21:13,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 975317a121a937d0ae77db1b9fce508e 2024-12-05T12:21:13,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 975317a121a937d0ae77db1b9fce508e 2024-12-05T12:21:13,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:21:13,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 975317a121a937d0ae77db1b9fce508e 2024-12-05T12:21:13,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/data/hbase/replication/975317a121a937d0ae77db1b9fce508e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:21:13,502 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 975317a121a937d0ae77db1b9fce508e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63694932, jitterRate=-0.05087155103683472}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:21:13,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 975317a121a937d0ae77db1b9fce508e 2024-12-05T12:21:13,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 975317a121a937d0ae77db1b9fce508e: Running coprocessor pre-open hook at 1733401273477Writing region info on filesystem at 1733401273477Initializing all the Stores at 1733401273478 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401273478Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401273479 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401273479Cleaning up temporary data from old regions at 1733401273493 (+14 ms)Running coprocessor post-open hooks at 1733401273502 (+9 ms)Region opened successfully at 1733401273504 (+2 ms) 2024-12-05T12:21:13,505 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733401272666.975317a121a937d0ae77db1b9fce508e., pid=7, masterSystemTime=1733401273427 2024-12-05T12:21:13,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733401272666.975317a121a937d0ae77db1b9fce508e. 2024-12-05T12:21:13,509 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733401272666.975317a121a937d0ae77db1b9fce508e. 2024-12-05T12:21:13,510 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=975317a121a937d0ae77db1b9fce508e, regionState=OPEN, openSeqNum=2, regionLocation=9ea9abad0e9b,45145,1733401265948 2024-12-05T12:21:13,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 975317a121a937d0ae77db1b9fce508e, server=9ea9abad0e9b,45145,1733401265948 because future has completed 2024-12-05T12:21:13,519 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-05T12:21:13,519 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 975317a121a937d0ae77db1b9fce508e, server=9ea9abad0e9b,45145,1733401265948 in 252 msec 2024-12-05T12:21:13,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T12:21:13,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=975317a121a937d0ae77db1b9fce508e, ASSIGN in 412 msec 2024-12-05T12:21:13,534 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:21:13,534 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401273534"}]},"ts":"1733401273534"} 2024-12-05T12:21:13,550 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T12:21:13,552 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:21:13,557 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 887 msec 2024-12-05T12:21:13,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733401272666.975317a121a937d0ae77db1b9fce508e., hostname=9ea9abad0e9b,45145,1733401265948, seqNum=2] 2024-12-05T12:21:13,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34675-0x101a69e05dc0000, quorum=127.0.0.1:58373, baseZNode=/0-1765676386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765676386 2024-12-05T12:21:13,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x101a69e05dc0001, quorum=127.0.0.1:58373, baseZNode=/0-1765676386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765676386 2024-12-05T12:21:13,624 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T12:21:13,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45145 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-05T12:21:13,782 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T12:21:13,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:21:13,814 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-9ea9abad0e9b,45145,1733401265948, ReplicationSource: 1, currentBandwidth=0 2024-12-05T12:21:13,815 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:21:13,815 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,45145,1733401265948, seqNum=-1] 2024-12-05T12:21:13,815 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:21:13,817 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47057, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-12-05T12:21:13,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9ea9abad0e9b,45145,1733401265948', locateType=CURRENT is [region=hbase:replication,,1733401272666.975317a121a937d0ae77db1b9fce508e., hostname=9ea9abad0e9b,45145,1733401265948, seqNum=2] 2024-12-05T12:21:13,822 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-05T12:21:13,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34675 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-05T12:21:13,827 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9ea9abad0e9b,45145,1733401265948 suceeded 2024-12-05T12:21:13,830 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-05T12:21:13,830 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-12-05T12:21:13,830 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9ea9abad0e9b:44741,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T12:21:13,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1810 sec 2024-12-05T12:21:13,844 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,45145,1733401265948 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ea9abad0e9b:44741' 2024-12-05T12:21:13,846 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,45145,1733401265948 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f093b9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:13,846 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,45145,1733401265948 {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,44741,-1 for getting cluster id 2024-12-05T12:21:13,846 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,45145,1733401265948 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:21:13,847 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '541a9079-f14d-4027-a7bb-1cdc9022dd00' 2024-12-05T12:21:13,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:21:13,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "541a9079-f14d-4027-a7bb-1cdc9022dd00" 2024-12-05T12:21:13,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@152a9aab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:13,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,44741,-1] 2024-12-05T12:21:13,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:21:13,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:13,850 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:21:13,851 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,45145,1733401265948 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f9099b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:13,851 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,45145,1733401265948 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:21:13,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,44741,1733401270521 2024-12-05T12:21:13,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46986f63 2024-12-05T12:21:13,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:21:13,853 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-12-05T12:21:13,854 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,45145,1733401265948 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9ea9abad0e9b,45145,1733401265948 (queues=1) is replicating from cluster=fc1036d2-36df-422d-acb5-c69f7d89c3d7 to cluster=541a9079-f14d-4027-a7bb-1cdc9022dd00 2024-12-05T12:21:13,854 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,45145,1733401265948 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9ea9abad0e9b%2C45145%2C1733401265948 2024-12-05T12:21:13,854 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,45145,1733401265948 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9ea9abad0e9b,45145,1733401265948, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T12:21:13,854 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,45145,1733401265948.replicationSource.shipper9ea9abad0e9b%2C45145%2C1733401265948,1-9ea9abad0e9b,45145,1733401265948 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9ea9abad0e9b%2C45145%2C1733401265948 2024-12-05T12:21:13,855 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,45145,1733401265948.replicationSource.wal-reader.9ea9abad0e9b%2C45145%2C1733401265948,1-9ea9abad0e9b,45145,1733401265948 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/WALs/9ea9abad0e9b,45145,1733401265948/9ea9abad0e9b%2C45145%2C1733401265948.1733401267592, startPosition=0, beingWritten=true 2024-12-05T12:21:14,065 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,45145,1733401265948.replicationSource.wal-reader.9ea9abad0e9b%2C45145%2C1733401265948,1-9ea9abad0e9b,45145,1733401265948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/WALs/9ea9abad0e9b,45145,1733401265948/9ea9abad0e9b%2C45145%2C1733401265948.1733401267592 to pos 0, reset compression=false 2024-12-05T12:21:14,370 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,45145,1733401265948.replicationSource.wal-reader.9ea9abad0e9b%2C45145%2C1733401265948,1-9ea9abad0e9b,45145,1733401265948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/WALs/9ea9abad0e9b,45145,1733401265948/9ea9abad0e9b%2C45145%2C1733401265948.1733401267592 to pos 0, reset compression=false 2024-12-05T12:21:14,775 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,45145,1733401265948.replicationSource.wal-reader.9ea9abad0e9b%2C45145%2C1733401265948,1-9ea9abad0e9b,45145,1733401265948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/WALs/9ea9abad0e9b,45145,1733401265948/9ea9abad0e9b%2C45145%2C1733401265948.1733401267592 to pos 0, reset compression=false 2024-12-05T12:21:14,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:21:14,796 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T12:21:14,796 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:21:14,797 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:21:14,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:14,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:14,797 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:21:14,797 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:21:14,798 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,34675,1733401265782 2024-12-05T12:21:14,798 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b577713 2024-12-05T12:21:14,798 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:21:14,800 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:21:14,800 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34675 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-05T12:21:14,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T12:21:14,801 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:21:14,801 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:21:14,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:14,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:14,801 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:21:14,801 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T12:21:14,801 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1369692586, stopped=false 2024-12-05T12:21:14,801 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9ea9abad0e9b,44741,1733401270521 2024-12-05T12:21:14,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44741-0x101a69e05dc0003, quorum=127.0.0.1:58373, baseZNode=/1-48595172 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-48595172/running 2024-12-05T12:21:14,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40629-0x101a69e05dc0004, quorum=127.0.0.1:58373, baseZNode=/1-48595172 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-48595172/running 2024-12-05T12:21:14,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44741-0x101a69e05dc0003, quorum=127.0.0.1:58373, baseZNode=/1-48595172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-48595172 2024-12-05T12:21:14,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40629-0x101a69e05dc0004, quorum=127.0.0.1:58373, baseZNode=/1-48595172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-48595172 2024-12-05T12:21:14,873 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:21:14,873 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:21:14,873 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:21:14,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:14,873 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40629-0x101a69e05dc0004, quorum=127.0.0.1:58373, baseZNode=/1-48595172 Set watcher on znode that does not yet exist, /1-48595172/running 2024-12-05T12:21:14,873 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9ea9abad0e9b,40629,1733401270656' ***** 2024-12-05T12:21:14,873 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T12:21:14,874 INFO [RS:0;9ea9abad0e9b:40629 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T12:21:14,874 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T12:21:14,874 INFO [RS:0;9ea9abad0e9b:40629 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T12:21:14,874 INFO [RS:0;9ea9abad0e9b:40629 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T12:21:14,874 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44741-0x101a69e05dc0003, quorum=127.0.0.1:58373, baseZNode=/1-48595172 Set watcher on znode that does not yet exist, /1-48595172/running 2024-12-05T12:21:14,874 INFO [RS:0;9ea9abad0e9b:40629 {}] regionserver.HRegionServer(959): stopping server 9ea9abad0e9b,40629,1733401270656 2024-12-05T12:21:14,874 INFO [RS:0;9ea9abad0e9b:40629 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:21:14,874 INFO [RS:0;9ea9abad0e9b:40629 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ea9abad0e9b:40629. 2024-12-05T12:21:14,874 DEBUG [RS:0;9ea9abad0e9b:40629 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:21:14,874 DEBUG [RS:0;9ea9abad0e9b:40629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:14,874 INFO [RS:0;9ea9abad0e9b:40629 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T12:21:14,874 INFO [RS:0;9ea9abad0e9b:40629 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T12:21:14,874 INFO [RS:0;9ea9abad0e9b:40629 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T12:21:14,874 INFO [RS:0;9ea9abad0e9b:40629 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T12:21:14,875 INFO [RS:0;9ea9abad0e9b:40629 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T12:21:14,875 DEBUG [RS:0;9ea9abad0e9b:40629 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T12:21:14,875 DEBUG [RS:0;9ea9abad0e9b:40629 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:21:14,875 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:21:14,875 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:21:14,875 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:21:14,875 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:21:14,875 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:21:14,875 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-05T12:21:14,891 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34211/user/jenkins/test-data/c4cc76d7-1693-ad4f-5182-1848a571801b/data/hbase/meta/1588230740/.tmp/ns/5893127600be4df59ed2d6dc558234ed is 43, key is default/ns:d/1733401272482/Put/seqid=0 2024-12-05T12:21:14,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741835_1011 (size=5153) 2024-12-05T12:21:14,909 INFO [regionserver/9ea9abad0e9b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:21:15,075 DEBUG [RS:0;9ea9abad0e9b:40629 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:21:15,275 DEBUG [RS:0;9ea9abad0e9b:40629 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:21:15,280 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,45145,1733401265948.replicationSource.wal-reader.9ea9abad0e9b%2C45145%2C1733401265948,1-9ea9abad0e9b,45145,1733401265948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/WALs/9ea9abad0e9b,45145,1733401265948/9ea9abad0e9b%2C45145%2C1733401265948.1733401267592 to pos 0, reset compression=false 2024-12-05T12:21:15,299 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34211/user/jenkins/test-data/c4cc76d7-1693-ad4f-5182-1848a571801b/data/hbase/meta/1588230740/.tmp/ns/5893127600be4df59ed2d6dc558234ed 2024-12-05T12:21:15,311 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34211/user/jenkins/test-data/c4cc76d7-1693-ad4f-5182-1848a571801b/data/hbase/meta/1588230740/.tmp/ns/5893127600be4df59ed2d6dc558234ed as hdfs://localhost:34211/user/jenkins/test-data/c4cc76d7-1693-ad4f-5182-1848a571801b/data/hbase/meta/1588230740/ns/5893127600be4df59ed2d6dc558234ed 2024-12-05T12:21:15,320 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34211/user/jenkins/test-data/c4cc76d7-1693-ad4f-5182-1848a571801b/data/hbase/meta/1588230740/ns/5893127600be4df59ed2d6dc558234ed, entries=2, sequenceid=6, filesize=5.0 K 2024-12-05T12:21:15,322 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 447ms, sequenceid=6, compaction requested=false 2024-12-05T12:21:15,329 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34211/user/jenkins/test-data/c4cc76d7-1693-ad4f-5182-1848a571801b/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T12:21:15,330 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:21:15,330 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:21:15,330 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:21:15,330 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401274875Running coprocessor pre-close hooks at 1733401274875Disabling compacts and flushes for region at 1733401274875Disabling writes for close at 1733401274875Obtaining lock to block concurrent updates at 1733401274875Preparing flush snapshotting stores in 1588230740 at 1733401274875Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733401274875Flushing stores of hbase:meta,,1.1588230740 at 1733401274876 (+1 ms)Flushing 1588230740/ns: creating writer at 1733401274876Flushing 1588230740/ns: appending metadata at 1733401274890 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733401274890Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69bd75c2: reopening flushed file at 1733401275310 (+420 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 447ms, sequenceid=6, compaction requested=false at 1733401275322 (+12 ms)Writing region close event to WAL at 1733401275324 (+2 ms)Running coprocessor post-close hooks at 1733401275330 (+6 ms)Closed at 1733401275330 2024-12-05T12:21:15,330 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T12:21:15,475 INFO [RS:0;9ea9abad0e9b:40629 {}] regionserver.HRegionServer(976): stopping server 9ea9abad0e9b,40629,1733401270656; all regions closed. 2024-12-05T12:21:15,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741834_1010 (size=1152) 2024-12-05T12:21:15,488 DEBUG [RS:0;9ea9abad0e9b:40629 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c4cc76d7-1693-ad4f-5182-1848a571801b/oldWALs 2024-12-05T12:21:15,488 INFO [RS:0;9ea9abad0e9b:40629 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ea9abad0e9b%2C40629%2C1733401270656.meta:.meta(num 1733401272386) 2024-12-05T12:21:15,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741833_1009 (size=93) 2024-12-05T12:21:15,500 DEBUG [RS:0;9ea9abad0e9b:40629 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c4cc76d7-1693-ad4f-5182-1848a571801b/oldWALs 2024-12-05T12:21:15,500 INFO [RS:0;9ea9abad0e9b:40629 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ea9abad0e9b%2C40629%2C1733401270656:(num 1733401271750) 2024-12-05T12:21:15,500 DEBUG [RS:0;9ea9abad0e9b:40629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:15,500 INFO [RS:0;9ea9abad0e9b:40629 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:21:15,500 INFO [RS:0;9ea9abad0e9b:40629 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:21:15,500 INFO [RS:0;9ea9abad0e9b:40629 {}] hbase.ChoreService(370): Chore service for: regionserver/9ea9abad0e9b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T12:21:15,500 INFO [RS:0;9ea9abad0e9b:40629 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:21:15,500 INFO [regionserver/9ea9abad0e9b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:21:15,500 INFO [RS:0;9ea9abad0e9b:40629 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40629 2024-12-05T12:21:15,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40629-0x101a69e05dc0004, quorum=127.0.0.1:58373, baseZNode=/1-48595172 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-48595172/rs/9ea9abad0e9b,40629,1733401270656 2024-12-05T12:21:15,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44741-0x101a69e05dc0003, quorum=127.0.0.1:58373, baseZNode=/1-48595172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-48595172/rs 2024-12-05T12:21:15,515 INFO [RS:0;9ea9abad0e9b:40629 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:21:15,515 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9ea9abad0e9b,40629,1733401270656] 2024-12-05T12:21:15,531 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-48595172/draining/9ea9abad0e9b,40629,1733401270656 already deleted, retry=false 2024-12-05T12:21:15,531 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9ea9abad0e9b,40629,1733401270656 expired; onlineServers=0 2024-12-05T12:21:15,531 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9ea9abad0e9b,44741,1733401270521' ***** 2024-12-05T12:21:15,531 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T12:21:15,531 INFO [M:0;9ea9abad0e9b:44741 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:21:15,532 INFO [M:0;9ea9abad0e9b:44741 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:21:15,532 DEBUG [M:0;9ea9abad0e9b:44741 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T12:21:15,532 DEBUG [M:0;9ea9abad0e9b:44741 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T12:21:15,532 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T12:21:15,532 INFO [M:0;9ea9abad0e9b:44741 {}] hbase.ChoreService(370): Chore service for: master/9ea9abad0e9b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T12:21:15,532 INFO [M:0;9ea9abad0e9b:44741 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:21:15,532 DEBUG [M:0;9ea9abad0e9b:44741 {}] master.HMaster(1795): Stopping service threads 2024-12-05T12:21:15,532 INFO [M:0;9ea9abad0e9b:44741 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T12:21:15,532 INFO [M:0;9ea9abad0e9b:44741 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:21:15,532 INFO [M:0;9ea9abad0e9b:44741 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T12:21:15,533 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T12:21:15,533 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401271484 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401271484,5,FailOnTimeoutGroup] 2024-12-05T12:21:15,533 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401271490 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401271490,5,FailOnTimeoutGroup] 2024-12-05T12:21:15,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44741-0x101a69e05dc0003, quorum=127.0.0.1:58373, baseZNode=/1-48595172 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-48595172/master 2024-12-05T12:21:15,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44741-0x101a69e05dc0003, quorum=127.0.0.1:58373, baseZNode=/1-48595172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-48595172 2024-12-05T12:21:15,540 DEBUG [M:0;9ea9abad0e9b:44741 {}] zookeeper.ZKUtil(347): master:44741-0x101a69e05dc0003, quorum=127.0.0.1:58373, baseZNode=/1-48595172 Unable to get data of znode /1-48595172/master because node does not exist (not an error) 2024-12-05T12:21:15,540 WARN [M:0;9ea9abad0e9b:44741 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T12:21:15,541 INFO [M:0;9ea9abad0e9b:44741 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34211/user/jenkins/test-data/c4cc76d7-1693-ad4f-5182-1848a571801b/.lastflushedseqids 2024-12-05T12:21:15,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741836_1012 (size=99) 2024-12-05T12:21:15,557 INFO [M:0;9ea9abad0e9b:44741 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T12:21:15,557 INFO [M:0;9ea9abad0e9b:44741 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T12:21:15,557 DEBUG [M:0;9ea9abad0e9b:44741 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:21:15,557 INFO [M:0;9ea9abad0e9b:44741 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:15,557 DEBUG [M:0;9ea9abad0e9b:44741 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:15,557 DEBUG [M:0;9ea9abad0e9b:44741 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:21:15,557 DEBUG [M:0;9ea9abad0e9b:44741 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:15,558 INFO [M:0;9ea9abad0e9b:44741 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-05T12:21:15,576 DEBUG [M:0;9ea9abad0e9b:44741 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34211/user/jenkins/test-data/c4cc76d7-1693-ad4f-5182-1848a571801b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8872e8803e214502a6c09e6768365882 is 82, key is hbase:meta,,1/info:regioninfo/1733401272448/Put/seqid=0 2024-12-05T12:21:15,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741837_1013 (size=5672) 2024-12-05T12:21:15,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40629-0x101a69e05dc0004, quorum=127.0.0.1:58373, baseZNode=/1-48595172 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:21:15,623 INFO [RS:0;9ea9abad0e9b:40629 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:21:15,623 INFO [RS:0;9ea9abad0e9b:40629 {}] regionserver.HRegionServer(1031): Exiting; stopping=9ea9abad0e9b,40629,1733401270656; zookeeper connection closed. 2024-12-05T12:21:15,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40629-0x101a69e05dc0004, quorum=127.0.0.1:58373, baseZNode=/1-48595172 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:21:15,624 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2bee4ab0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2bee4ab0 2024-12-05T12:21:15,624 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T12:21:15,889 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,45145,1733401265948.replicationSource.wal-reader.9ea9abad0e9b%2C45145%2C1733401265948,1-9ea9abad0e9b,45145,1733401265948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/WALs/9ea9abad0e9b,45145,1733401265948/9ea9abad0e9b%2C45145%2C1733401265948.1733401267592 to pos 0, reset compression=false 2024-12-05T12:21:15,984 INFO [M:0;9ea9abad0e9b:44741 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34211/user/jenkins/test-data/c4cc76d7-1693-ad4f-5182-1848a571801b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8872e8803e214502a6c09e6768365882 2024-12-05T12:21:16,009 DEBUG [M:0;9ea9abad0e9b:44741 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34211/user/jenkins/test-data/c4cc76d7-1693-ad4f-5182-1848a571801b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d172449965f6437fb7b45aa75fdb5d14 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733401272488/Put/seqid=0 2024-12-05T12:21:16,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741838_1014 (size=5275) 2024-12-05T12:21:16,420 INFO [M:0;9ea9abad0e9b:44741 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34211/user/jenkins/test-data/c4cc76d7-1693-ad4f-5182-1848a571801b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d172449965f6437fb7b45aa75fdb5d14 2024-12-05T12:21:16,437 DEBUG [M:0;9ea9abad0e9b:44741 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34211/user/jenkins/test-data/c4cc76d7-1693-ad4f-5182-1848a571801b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c81cb0ece71e4b1ab0c59248ffeaec64 is 69, key is 9ea9abad0e9b,40629,1733401270656/rs:state/1733401271536/Put/seqid=0 2024-12-05T12:21:16,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741839_1015 (size=5156) 2024-12-05T12:21:16,595 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,45145,1733401265948.replicationSource.wal-reader.9ea9abad0e9b%2C45145%2C1733401265948,1-9ea9abad0e9b,45145,1733401265948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/WALs/9ea9abad0e9b,45145,1733401265948/9ea9abad0e9b%2C45145%2C1733401265948.1733401267592 to pos 0, reset compression=false 2024-12-05T12:21:16,844 INFO [M:0;9ea9abad0e9b:44741 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34211/user/jenkins/test-data/c4cc76d7-1693-ad4f-5182-1848a571801b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c81cb0ece71e4b1ab0c59248ffeaec64 2024-12-05T12:21:16,850 DEBUG [M:0;9ea9abad0e9b:44741 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34211/user/jenkins/test-data/c4cc76d7-1693-ad4f-5182-1848a571801b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8872e8803e214502a6c09e6768365882 as hdfs://localhost:34211/user/jenkins/test-data/c4cc76d7-1693-ad4f-5182-1848a571801b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8872e8803e214502a6c09e6768365882 2024-12-05T12:21:16,855 INFO [M:0;9ea9abad0e9b:44741 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34211/user/jenkins/test-data/c4cc76d7-1693-ad4f-5182-1848a571801b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8872e8803e214502a6c09e6768365882, entries=8, sequenceid=28, filesize=5.5 K 2024-12-05T12:21:16,857 DEBUG [M:0;9ea9abad0e9b:44741 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34211/user/jenkins/test-data/c4cc76d7-1693-ad4f-5182-1848a571801b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d172449965f6437fb7b45aa75fdb5d14 as hdfs://localhost:34211/user/jenkins/test-data/c4cc76d7-1693-ad4f-5182-1848a571801b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d172449965f6437fb7b45aa75fdb5d14 2024-12-05T12:21:16,862 INFO [M:0;9ea9abad0e9b:44741 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34211/user/jenkins/test-data/c4cc76d7-1693-ad4f-5182-1848a571801b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d172449965f6437fb7b45aa75fdb5d14, entries=3, sequenceid=28, filesize=5.2 K 2024-12-05T12:21:16,863 DEBUG [M:0;9ea9abad0e9b:44741 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34211/user/jenkins/test-data/c4cc76d7-1693-ad4f-5182-1848a571801b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c81cb0ece71e4b1ab0c59248ffeaec64 as hdfs://localhost:34211/user/jenkins/test-data/c4cc76d7-1693-ad4f-5182-1848a571801b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c81cb0ece71e4b1ab0c59248ffeaec64 2024-12-05T12:21:16,870 INFO [M:0;9ea9abad0e9b:44741 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34211/user/jenkins/test-data/c4cc76d7-1693-ad4f-5182-1848a571801b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c81cb0ece71e4b1ab0c59248ffeaec64, entries=1, sequenceid=28, filesize=5.0 K 2024-12-05T12:21:16,871 INFO [M:0;9ea9abad0e9b:44741 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1314ms, sequenceid=28, compaction requested=false 2024-12-05T12:21:16,873 INFO [M:0;9ea9abad0e9b:44741 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:16,873 DEBUG [M:0;9ea9abad0e9b:44741 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401275557Disabling compacts and flushes for region at 1733401275557Disabling writes for close at 1733401275557Obtaining lock to block concurrent updates at 1733401275558 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733401275558Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733401275558Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733401275559 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733401275559Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733401275575 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733401275575Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733401275991 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733401276009 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733401276009Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733401276424 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733401276437 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733401276437Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6135167e: reopening flushed file at 1733401276849 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e8eca02: reopening flushed file at 1733401276856 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a566c11: reopening flushed file at 1733401276862 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1314ms, sequenceid=28, compaction requested=false at 1733401276871 (+9 ms)Writing region close event to WAL at 1733401276872 (+1 ms)Closed at 1733401276872 2024-12-05T12:21:16,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741830_1006 (size=10165) 2024-12-05T12:21:16,876 INFO [M:0;9ea9abad0e9b:44741 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T12:21:16,876 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:21:16,876 INFO [M:0;9ea9abad0e9b:44741 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44741 2024-12-05T12:21:16,876 INFO [M:0;9ea9abad0e9b:44741 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:21:16,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44741-0x101a69e05dc0003, quorum=127.0.0.1:58373, baseZNode=/1-48595172 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:21:16,990 INFO [M:0;9ea9abad0e9b:44741 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:21:16,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44741-0x101a69e05dc0003, quorum=127.0.0.1:58373, baseZNode=/1-48595172 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:21:17,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@459032ea{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:21:17,000 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@14777db9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:21:17,000 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:21:17,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54ab07b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:21:17,001 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42c98647{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c2bdc0-d428-0080-4da9-8ae8b455b1af/hadoop.log.dir/,STOPPED} 2024-12-05T12:21:17,002 WARN [BP-1619961856-172.17.0.3-1733401268472 heartbeating to localhost/127.0.0.1:34211 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T12:21:17,002 WARN [BP-1619961856-172.17.0.3-1733401268472 heartbeating to localhost/127.0.0.1:34211 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1619961856-172.17.0.3-1733401268472 (Datanode Uuid b8fb8a98-adb1-48f7-9aea-17d64392fed3) service to localhost/127.0.0.1:34211 2024-12-05T12:21:17,003 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c2bdc0-d428-0080-4da9-8ae8b455b1af/cluster_ffa05183-b005-67df-ed52-55b8dc86abaa/data/data1/current/BP-1619961856-172.17.0.3-1733401268472 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:21:17,003 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c2bdc0-d428-0080-4da9-8ae8b455b1af/cluster_ffa05183-b005-67df-ed52-55b8dc86abaa/data/data2/current/BP-1619961856-172.17.0.3-1733401268472 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:21:17,004 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T12:21:17,004 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T12:21:17,004 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T12:21:17,009 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@765885a1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:21:17,010 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@546cc908{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:21:17,010 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:21:17,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d5ad8c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:21:17,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3833aa3c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c2bdc0-d428-0080-4da9-8ae8b455b1af/hadoop.log.dir/,STOPPED} 2024-12-05T12:21:17,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T12:21:17,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T12:21:17,029 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:21:17,029 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:21:17,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:17,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:17,029 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:21:17,029 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T12:21:17,030 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1079818650, stopped=false 2024-12-05T12:21:17,030 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9ea9abad0e9b,34675,1733401265782 2024-12-05T12:21:17,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x101a69e05dc0001, quorum=127.0.0.1:58373, baseZNode=/0-1765676386 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1765676386/running 2024-12-05T12:21:17,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x101a69e05dc0001, quorum=127.0.0.1:58373, baseZNode=/0-1765676386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765676386 2024-12-05T12:21:17,046 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:21:17,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34675-0x101a69e05dc0000, quorum=127.0.0.1:58373, baseZNode=/0-1765676386 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1765676386/running 2024-12-05T12:21:17,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34675-0x101a69e05dc0000, quorum=127.0.0.1:58373, baseZNode=/0-1765676386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765676386 2024-12-05T12:21:17,046 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:21:17,046 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:21:17,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:17,046 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9ea9abad0e9b,45145,1733401265948' ***** 2024-12-05T12:21:17,046 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T12:21:17,046 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45145-0x101a69e05dc0001, quorum=127.0.0.1:58373, baseZNode=/0-1765676386 Set watcher on znode that does not yet exist, /0-1765676386/running 2024-12-05T12:21:17,046 INFO [RS:0;9ea9abad0e9b:45145 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T12:21:17,047 INFO [RS:0;9ea9abad0e9b:45145 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T12:21:17,047 INFO [RS:0;9ea9abad0e9b:45145 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T12:21:17,047 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T12:21:17,047 INFO [RS:0;9ea9abad0e9b:45145 {}] regionserver.HRegionServer(3091): Received CLOSE for 975317a121a937d0ae77db1b9fce508e 2024-12-05T12:21:17,047 INFO [RS:0;9ea9abad0e9b:45145 {}] regionserver.HRegionServer(959): stopping server 9ea9abad0e9b,45145,1733401265948 2024-12-05T12:21:17,047 INFO [RS:0;9ea9abad0e9b:45145 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:21:17,047 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34675-0x101a69e05dc0000, quorum=127.0.0.1:58373, baseZNode=/0-1765676386 Set watcher on znode that does not yet exist, /0-1765676386/running 2024-12-05T12:21:17,047 INFO [RS:0;9ea9abad0e9b:45145 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ea9abad0e9b:45145. 2024-12-05T12:21:17,047 DEBUG [RS:0;9ea9abad0e9b:45145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:21:17,048 DEBUG [RS:0;9ea9abad0e9b:45145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:17,048 INFO [RS:0;9ea9abad0e9b:45145 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T12:21:17,048 INFO [RS:0;9ea9abad0e9b:45145 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T12:21:17,048 INFO [RS:0;9ea9abad0e9b:45145 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T12:21:17,048 INFO [RS:0;9ea9abad0e9b:45145 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T12:21:17,048 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 975317a121a937d0ae77db1b9fce508e, disabling compactions & flushes 2024-12-05T12:21:17,048 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401272666.975317a121a937d0ae77db1b9fce508e. 2024-12-05T12:21:17,048 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401272666.975317a121a937d0ae77db1b9fce508e. 2024-12-05T12:21:17,048 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401272666.975317a121a937d0ae77db1b9fce508e. after waiting 0 ms 2024-12-05T12:21:17,048 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401272666.975317a121a937d0ae77db1b9fce508e. 2024-12-05T12:21:17,048 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 975317a121a937d0ae77db1b9fce508e 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-05T12:21:17,054 INFO [RS:0;9ea9abad0e9b:45145 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T12:21:17,055 DEBUG [RS:0;9ea9abad0e9b:45145 {}] regionserver.HRegionServer(1325): Online Regions={975317a121a937d0ae77db1b9fce508e=hbase:replication,,1733401272666.975317a121a937d0ae77db1b9fce508e., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T12:21:17,055 DEBUG [RS:0;9ea9abad0e9b:45145 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 975317a121a937d0ae77db1b9fce508e 2024-12-05T12:21:17,055 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:21:17,055 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:21:17,055 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:21:17,055 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:21:17,055 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:21:17,055 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-05T12:21:17,062 INFO [regionserver/9ea9abad0e9b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:21:17,071 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/data/hbase/replication/975317a121a937d0ae77db1b9fce508e/.tmp/queue/c03bfae3fe334427bf330574b2cb68ac is 151, key is 1-9ea9abad0e9b,45145,1733401265948/queue:9ea9abad0e9b%2C45145%2C1733401265948/1733401273821/Put/seqid=0 2024-12-05T12:21:17,081 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/data/hbase/meta/1588230740/.tmp/info/1cae7f63ee67422ba4a2e5f49e745689 is 147, key is hbase:replication,,1733401272666.975317a121a937d0ae77db1b9fce508e./info:regioninfo/1733401273510/Put/seqid=0 2024-12-05T12:21:17,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33403 is added to blk_1073741838_1014 (size=5350) 2024-12-05T12:21:17,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33403 is added to blk_1073741839_1015 (size=6631) 2024-12-05T12:21:17,255 DEBUG [RS:0;9ea9abad0e9b:45145 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 975317a121a937d0ae77db1b9fce508e 2024-12-05T12:21:17,402 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,45145,1733401265948.replicationSource.wal-reader.9ea9abad0e9b%2C45145%2C1733401265948,1-9ea9abad0e9b,45145,1733401265948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/WALs/9ea9abad0e9b,45145,1733401265948/9ea9abad0e9b%2C45145%2C1733401265948.1733401267592 to pos 0, reset compression=false 2024-12-05T12:21:17,449 INFO [regionserver/9ea9abad0e9b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T12:21:17,449 INFO [regionserver/9ea9abad0e9b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T12:21:17,455 DEBUG [RS:0;9ea9abad0e9b:45145 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 975317a121a937d0ae77db1b9fce508e 2024-12-05T12:21:17,486 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/data/hbase/meta/1588230740/.tmp/info/1cae7f63ee67422ba4a2e5f49e745689 2024-12-05T12:21:17,487 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/data/hbase/replication/975317a121a937d0ae77db1b9fce508e/.tmp/queue/c03bfae3fe334427bf330574b2cb68ac 2024-12-05T12:21:17,494 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/data/hbase/replication/975317a121a937d0ae77db1b9fce508e/.tmp/queue/c03bfae3fe334427bf330574b2cb68ac as hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/data/hbase/replication/975317a121a937d0ae77db1b9fce508e/queue/c03bfae3fe334427bf330574b2cb68ac 2024-12-05T12:21:17,501 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/data/hbase/replication/975317a121a937d0ae77db1b9fce508e/queue/c03bfae3fe334427bf330574b2cb68ac, entries=1, sequenceid=5, filesize=5.2 K 2024-12-05T12:21:17,502 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 975317a121a937d0ae77db1b9fce508e in 454ms, sequenceid=5, compaction requested=false 2024-12-05T12:21:17,502 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T12:21:17,508 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/data/hbase/meta/1588230740/.tmp/ns/85c77b6a113c49d69fc3c59e46202e60 is 43, key is default/ns:d/1733401268354/Put/seqid=0 2024-12-05T12:21:17,512 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/data/hbase/replication/975317a121a937d0ae77db1b9fce508e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T12:21:17,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33403 is added to blk_1073741840_1016 (size=5153) 2024-12-05T12:21:17,513 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:21:17,513 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:21:17,513 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733401272666.975317a121a937d0ae77db1b9fce508e. 2024-12-05T12:21:17,513 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 975317a121a937d0ae77db1b9fce508e: Waiting for close lock at 1733401277048Running coprocessor pre-close hooks at 1733401277048Disabling compacts and flushes for region at 1733401277048Disabling writes for close at 1733401277048Obtaining lock to block concurrent updates at 1733401277049 (+1 ms)Preparing flush snapshotting stores in 975317a121a937d0ae77db1b9fce508e at 1733401277049Finished memstore snapshotting hbase:replication,,1733401272666.975317a121a937d0ae77db1b9fce508e., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733401277049Flushing stores of hbase:replication,,1733401272666.975317a121a937d0ae77db1b9fce508e. at 1733401277049Flushing 975317a121a937d0ae77db1b9fce508e/queue: creating writer at 1733401277050 (+1 ms)Flushing 975317a121a937d0ae77db1b9fce508e/queue: appending metadata at 1733401277071 (+21 ms)Flushing 975317a121a937d0ae77db1b9fce508e/queue: closing flushed file at 1733401277071Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2624b41a: reopening flushed file at 1733401277492 (+421 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 975317a121a937d0ae77db1b9fce508e in 454ms, sequenceid=5, compaction requested=false at 1733401277502 (+10 ms)Writing region close event to WAL at 1733401277507 (+5 ms)Running coprocessor post-close hooks at 1733401277513 (+6 ms)Closed at 1733401277513 2024-12-05T12:21:17,513 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733401272666.975317a121a937d0ae77db1b9fce508e. 2024-12-05T12:21:17,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T12:21:17,554 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T12:21:17,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:21:17,554 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-05T12:21:17,555 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:21:17,555 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T12:21:17,656 DEBUG [RS:0;9ea9abad0e9b:45145 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:21:17,856 DEBUG [RS:0;9ea9abad0e9b:45145 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:21:17,913 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/data/hbase/meta/1588230740/.tmp/ns/85c77b6a113c49d69fc3c59e46202e60 2024-12-05T12:21:17,933 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/data/hbase/meta/1588230740/.tmp/table/b069bb1a899445609bb7e79d8b685e02 is 53, key is hbase:replication/table:state/1733401273534/Put/seqid=0 2024-12-05T12:21:17,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33403 is added to blk_1073741841_1017 (size=5256) 2024-12-05T12:21:18,056 INFO [RS:0;9ea9abad0e9b:45145 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T12:21:18,056 DEBUG [RS:0;9ea9abad0e9b:45145 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T12:21:18,056 DEBUG [RS:0;9ea9abad0e9b:45145 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:21:18,256 DEBUG [RS:0;9ea9abad0e9b:45145 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:21:18,308 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,45145,1733401265948.replicationSource.wal-reader.9ea9abad0e9b%2C45145%2C1733401265948,1-9ea9abad0e9b,45145,1733401265948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/WALs/9ea9abad0e9b,45145,1733401265948/9ea9abad0e9b%2C45145%2C1733401265948.1733401267592 to pos 0, reset compression=false 2024-12-05T12:21:18,340 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/data/hbase/meta/1588230740/.tmp/table/b069bb1a899445609bb7e79d8b685e02 2024-12-05T12:21:18,347 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/data/hbase/meta/1588230740/.tmp/info/1cae7f63ee67422ba4a2e5f49e745689 as hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/data/hbase/meta/1588230740/info/1cae7f63ee67422ba4a2e5f49e745689 2024-12-05T12:21:18,353 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/data/hbase/meta/1588230740/info/1cae7f63ee67422ba4a2e5f49e745689, entries=10, sequenceid=11, filesize=6.5 K 2024-12-05T12:21:18,354 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/data/hbase/meta/1588230740/.tmp/ns/85c77b6a113c49d69fc3c59e46202e60 as hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/data/hbase/meta/1588230740/ns/85c77b6a113c49d69fc3c59e46202e60 2024-12-05T12:21:18,359 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/data/hbase/meta/1588230740/ns/85c77b6a113c49d69fc3c59e46202e60, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T12:21:18,361 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/data/hbase/meta/1588230740/.tmp/table/b069bb1a899445609bb7e79d8b685e02 as hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/data/hbase/meta/1588230740/table/b069bb1a899445609bb7e79d8b685e02 2024-12-05T12:21:18,369 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/data/hbase/meta/1588230740/table/b069bb1a899445609bb7e79d8b685e02, entries=2, sequenceid=11, filesize=5.1 K 2024-12-05T12:21:18,371 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1315ms, sequenceid=11, compaction requested=false 2024-12-05T12:21:18,387 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T12:21:18,388 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:21:18,388 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:21:18,388 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:21:18,388 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401277055Running coprocessor pre-close hooks at 1733401277055Disabling compacts and flushes for region at 1733401277055Disabling writes for close at 1733401277055Obtaining lock to block concurrent updates at 1733401277055Preparing flush snapshotting stores in 1588230740 at 1733401277055Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733401277056 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733401277057 (+1 ms)Flushing 1588230740/info: creating writer at 1733401277057Flushing 1588230740/info: appending metadata at 1733401277080 (+23 ms)Flushing 1588230740/info: closing flushed file at 1733401277080Flushing 1588230740/ns: creating writer at 1733401277493 (+413 ms)Flushing 1588230740/ns: appending metadata at 1733401277507 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733401277507Flushing 1588230740/table: creating writer at 1733401277919 (+412 ms)Flushing 1588230740/table: appending metadata at 1733401277933 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733401277933Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e43180e: reopening flushed file at 1733401278347 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e53bc70: reopening flushed file at 1733401278353 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4aa212af: reopening flushed file at 1733401278360 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1315ms, sequenceid=11, compaction requested=false at 1733401278371 (+11 ms)Writing region close event to WAL at 1733401278382 (+11 ms)Running coprocessor post-close hooks at 1733401278388 (+6 ms)Closed at 1733401278388 2024-12-05T12:21:18,388 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T12:21:18,456 INFO [RS:0;9ea9abad0e9b:45145 {}] regionserver.HRegionServer(976): stopping server 9ea9abad0e9b,45145,1733401265948; all regions closed. 2024-12-05T12:21:18,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33403 is added to blk_1073741834_1010 (size=2742) 2024-12-05T12:21:18,469 DEBUG [RS:0;9ea9abad0e9b:45145 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/oldWALs 2024-12-05T12:21:18,469 INFO [RS:0;9ea9abad0e9b:45145 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ea9abad0e9b%2C45145%2C1733401265948.meta:.meta(num 1733401268223) 2024-12-05T12:21:18,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33403 is added to blk_1073741837_1013 (size=1586) 2024-12-05T12:21:18,477 DEBUG [RS:0;9ea9abad0e9b:45145 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/oldWALs 2024-12-05T12:21:18,478 INFO [RS:0;9ea9abad0e9b:45145 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ea9abad0e9b%2C45145%2C1733401265948.rep:(num 1733401273436) 2024-12-05T12:21:18,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33403 is added to blk_1073741833_1009 (size=93) 2024-12-05T12:21:18,492 DEBUG [RS:0;9ea9abad0e9b:45145 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/oldWALs 2024-12-05T12:21:18,492 INFO [RS:0;9ea9abad0e9b:45145 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ea9abad0e9b%2C45145%2C1733401265948:(num 1733401267592) 2024-12-05T12:21:18,492 DEBUG [RS:0;9ea9abad0e9b:45145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:18,492 INFO [RS:0;9ea9abad0e9b:45145 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:21:18,493 INFO [RS:0;9ea9abad0e9b:45145 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:21:18,493 INFO [RS:0;9ea9abad0e9b:45145 {}] hbase.ChoreService(370): Chore service for: regionserver/9ea9abad0e9b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T12:21:18,493 INFO [RS:0;9ea9abad0e9b:45145 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:21:18,493 INFO [RS:0;9ea9abad0e9b:45145 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9ea9abad0e9b,45145,1733401265948 because: Region server is closing 2024-12-05T12:21:18,493 INFO [RS:0;9ea9abad0e9b:45145 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ea9abad0e9b:45145. 2024-12-05T12:21:18,494 DEBUG [RS:0;9ea9abad0e9b:45145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:21:18,494 DEBUG [RS:0;9ea9abad0e9b:45145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:18,494 DEBUG [RS:0;9ea9abad0e9b:45145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:18,494 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:21:18,494 INFO [regionserver/9ea9abad0e9b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:21:18,594 WARN [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,45145,1733401265948.replicationSource.wal-reader.9ea9abad0e9b%2C45145%2C1733401265948,1-9ea9abad0e9b,45145,1733401265948 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T12:21:18,594 WARN [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,45145,1733401265948.replicationSource.shipper9ea9abad0e9b%2C45145%2C1733401265948,1-9ea9abad0e9b,45145,1733401265948 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T12:21:18,594 INFO [RS:0;9ea9abad0e9b:45145 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,45145,1733401265948.replicationSource.shipper9ea9abad0e9b%2C45145%2C1733401265948,1-9ea9abad0e9b,45145,1733401265948 terminated 2024-12-05T12:21:18,595 INFO [RS:0;9ea9abad0e9b:45145 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45145 2024-12-05T12:21:18,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34675-0x101a69e05dc0000, quorum=127.0.0.1:58373, baseZNode=/0-1765676386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765676386/rs 2024-12-05T12:21:18,606 INFO [RS:0;9ea9abad0e9b:45145 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:21:18,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x101a69e05dc0001, quorum=127.0.0.1:58373, baseZNode=/0-1765676386 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1765676386/rs/9ea9abad0e9b,45145,1733401265948 2024-12-05T12:21:18,614 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9ea9abad0e9b,45145,1733401265948] 2024-12-05T12:21:18,622 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1765676386/draining/9ea9abad0e9b,45145,1733401265948 already deleted, retry=false 2024-12-05T12:21:18,623 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9ea9abad0e9b,45145,1733401265948 expired; onlineServers=0 2024-12-05T12:21:18,623 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9ea9abad0e9b,34675,1733401265782' ***** 2024-12-05T12:21:18,623 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T12:21:18,623 INFO [M:0;9ea9abad0e9b:34675 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:21:18,623 INFO [M:0;9ea9abad0e9b:34675 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:21:18,623 DEBUG [M:0;9ea9abad0e9b:34675 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T12:21:18,623 DEBUG [M:0;9ea9abad0e9b:34675 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T12:21:18,623 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T12:21:18,623 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401267353 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401267353,5,FailOnTimeoutGroup] 2024-12-05T12:21:18,623 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401267353 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401267353,5,FailOnTimeoutGroup] 2024-12-05T12:21:18,623 INFO [M:0;9ea9abad0e9b:34675 {}] hbase.ChoreService(370): Chore service for: master/9ea9abad0e9b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T12:21:18,623 INFO [M:0;9ea9abad0e9b:34675 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:21:18,623 DEBUG [M:0;9ea9abad0e9b:34675 {}] master.HMaster(1795): Stopping service threads 2024-12-05T12:21:18,623 INFO [M:0;9ea9abad0e9b:34675 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T12:21:18,624 INFO [M:0;9ea9abad0e9b:34675 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:21:18,624 INFO [M:0;9ea9abad0e9b:34675 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T12:21:18,624 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T12:21:18,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34675-0x101a69e05dc0000, quorum=127.0.0.1:58373, baseZNode=/0-1765676386 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1765676386/master 2024-12-05T12:21:18,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34675-0x101a69e05dc0000, quorum=127.0.0.1:58373, baseZNode=/0-1765676386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765676386 2024-12-05T12:21:18,631 DEBUG [M:0;9ea9abad0e9b:34675 {}] zookeeper.ZKUtil(347): master:34675-0x101a69e05dc0000, quorum=127.0.0.1:58373, baseZNode=/0-1765676386 Unable to get data of znode /0-1765676386/master because node does not exist (not an error) 2024-12-05T12:21:18,631 WARN [M:0;9ea9abad0e9b:34675 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T12:21:18,632 INFO [M:0;9ea9abad0e9b:34675 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/.lastflushedseqids 2024-12-05T12:21:18,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33403 is added to blk_1073741842_1018 (size=181) 2024-12-05T12:21:18,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x101a69e05dc0001, quorum=127.0.0.1:58373, baseZNode=/0-1765676386 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:21:18,714 INFO [RS:0;9ea9abad0e9b:45145 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:21:18,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x101a69e05dc0001, quorum=127.0.0.1:58373, baseZNode=/0-1765676386 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:21:18,714 INFO [RS:0;9ea9abad0e9b:45145 {}] regionserver.HRegionServer(1031): Exiting; stopping=9ea9abad0e9b,45145,1733401265948; zookeeper connection closed. 2024-12-05T12:21:18,715 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7afc8f76 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7afc8f76 2024-12-05T12:21:18,715 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T12:21:18,978 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:21:18,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:21:18,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:21:18,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:21:19,037 INFO [M:0;9ea9abad0e9b:34675 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T12:21:19,037 INFO [M:0;9ea9abad0e9b:34675 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T12:21:19,037 DEBUG [M:0;9ea9abad0e9b:34675 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:21:19,037 INFO [M:0;9ea9abad0e9b:34675 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:19,038 DEBUG [M:0;9ea9abad0e9b:34675 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:19,038 DEBUG [M:0;9ea9abad0e9b:34675 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:21:19,038 DEBUG [M:0;9ea9abad0e9b:34675 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:19,038 INFO [M:0;9ea9abad0e9b:34675 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-05T12:21:19,053 DEBUG [M:0;9ea9abad0e9b:34675 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/948f427cd5fa46dfaba4399bc75a9ea5 is 82, key is hbase:meta,,1/info:regioninfo/1733401268321/Put/seqid=0 2024-12-05T12:21:19,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33403 is added to blk_1073741843_1019 (size=5672) 2024-12-05T12:21:19,459 INFO [M:0;9ea9abad0e9b:34675 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/948f427cd5fa46dfaba4399bc75a9ea5 2024-12-05T12:21:19,481 DEBUG [M:0;9ea9abad0e9b:34675 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3070c6f20dbd41d6bae50fb9192f8f9a is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733401273555/Put/seqid=0 2024-12-05T12:21:19,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33403 is added to blk_1073741844_1020 (size=7203) 2024-12-05T12:21:19,888 INFO [M:0;9ea9abad0e9b:34675 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3070c6f20dbd41d6bae50fb9192f8f9a 2024-12-05T12:21:19,910 DEBUG [M:0;9ea9abad0e9b:34675 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c2b10c8048474aa5a17ef509cdfcdf6e is 69, key is 9ea9abad0e9b,45145,1733401265948/rs:state/1733401267422/Put/seqid=0 2024-12-05T12:21:19,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33403 is added to blk_1073741845_1021 (size=5156) 2024-12-05T12:21:19,915 INFO [M:0;9ea9abad0e9b:34675 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c2b10c8048474aa5a17ef509cdfcdf6e 2024-12-05T12:21:19,921 DEBUG [M:0;9ea9abad0e9b:34675 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/948f427cd5fa46dfaba4399bc75a9ea5 as hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/948f427cd5fa46dfaba4399bc75a9ea5 2024-12-05T12:21:19,927 INFO [M:0;9ea9abad0e9b:34675 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/948f427cd5fa46dfaba4399bc75a9ea5, entries=8, sequenceid=70, filesize=5.5 K 2024-12-05T12:21:19,929 DEBUG [M:0;9ea9abad0e9b:34675 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3070c6f20dbd41d6bae50fb9192f8f9a as hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3070c6f20dbd41d6bae50fb9192f8f9a 2024-12-05T12:21:19,940 INFO [M:0;9ea9abad0e9b:34675 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3070c6f20dbd41d6bae50fb9192f8f9a, entries=8, sequenceid=70, filesize=7.0 K 2024-12-05T12:21:19,941 DEBUG [M:0;9ea9abad0e9b:34675 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c2b10c8048474aa5a17ef509cdfcdf6e as hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c2b10c8048474aa5a17ef509cdfcdf6e 2024-12-05T12:21:19,947 INFO [M:0;9ea9abad0e9b:34675 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40671/user/jenkins/test-data/4eb7bda1-3fac-36e2-98e4-d84fe0c4a8b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c2b10c8048474aa5a17ef509cdfcdf6e, entries=1, sequenceid=70, filesize=5.0 K 2024-12-05T12:21:19,948 INFO [M:0;9ea9abad0e9b:34675 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 910ms, sequenceid=70, compaction requested=false 2024-12-05T12:21:19,950 INFO [M:0;9ea9abad0e9b:34675 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:19,950 DEBUG [M:0;9ea9abad0e9b:34675 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401279037Disabling compacts and flushes for region at 1733401279037Disabling writes for close at 1733401279038 (+1 ms)Obtaining lock to block concurrent updates at 1733401279038Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733401279038Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733401279038Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733401279039 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733401279039Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733401279053 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733401279053Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733401279464 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733401279480 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733401279480Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733401279894 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733401279909 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733401279909Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cb44da0: reopening flushed file at 1733401279921 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25071c3c: reopening flushed file at 1733401279927 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@282f529e: reopening flushed file at 1733401279940 (+13 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 910ms, sequenceid=70, compaction requested=false at 1733401279948 (+8 ms)Writing region close event to WAL at 1733401279950 (+2 ms)Closed at 1733401279950 2024-12-05T12:21:19,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33403 is added to blk_1073741830_1006 (size=41008) 2024-12-05T12:21:19,953 INFO [M:0;9ea9abad0e9b:34675 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T12:21:19,953 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:21:19,953 INFO [M:0;9ea9abad0e9b:34675 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34675 2024-12-05T12:21:19,953 INFO [M:0;9ea9abad0e9b:34675 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:21:20,106 INFO [M:0;9ea9abad0e9b:34675 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:21:20,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34675-0x101a69e05dc0000, quorum=127.0.0.1:58373, baseZNode=/0-1765676386 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:21:20,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34675-0x101a69e05dc0000, quorum=127.0.0.1:58373, baseZNode=/0-1765676386 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:21:20,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21349e35{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:21:20,109 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31144654{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:21:20,109 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:21:20,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bd303e6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:21:20,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10fb0c59{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3399272f-d41c-0e7c-2941-461a52c3d1a7/hadoop.log.dir/,STOPPED} 2024-12-05T12:21:20,111 WARN [BP-762334532-172.17.0.3-1733401264225 heartbeating to localhost/127.0.0.1:40671 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T12:21:20,111 WARN [BP-762334532-172.17.0.3-1733401264225 heartbeating to localhost/127.0.0.1:40671 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-762334532-172.17.0.3-1733401264225 (Datanode Uuid 27a25690-7521-465e-aab7-1301ffec0532) service to localhost/127.0.0.1:40671 2024-12-05T12:21:20,111 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T12:21:20,111 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T12:21:20,111 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3399272f-d41c-0e7c-2941-461a52c3d1a7/cluster_0a5a57dd-4505-aec2-65f8-cadf89f602c6/data/data1/current/BP-762334532-172.17.0.3-1733401264225 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:21:20,112 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3399272f-d41c-0e7c-2941-461a52c3d1a7/cluster_0a5a57dd-4505-aec2-65f8-cadf89f602c6/data/data2/current/BP-762334532-172.17.0.3-1733401264225 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:21:20,112 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T12:21:20,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@629579f6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:21:20,117 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a6aa96e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:21:20,117 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:21:20,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@525ef99c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:21:20,118 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5aae1200{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3399272f-d41c-0e7c-2941-461a52c3d1a7/hadoop.log.dir/,STOPPED} 2024-12-05T12:21:20,124 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T12:21:20,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T12:21:20,151 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=137 (was 109) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40671 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40671 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:40671 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34211 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:34211 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40671 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40671 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58373) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40671 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40671 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:34211 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:34211 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:34211 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58373) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40671 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=783 (was 648) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4009 (was 3273) - AvailableMemoryMB LEAK? - 2024-12-05T12:21:20,164 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=137, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=783, ProcessCount=11, AvailableMemoryMB=4008 2024-12-05T12:21:20,180 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-12-05T12:21:20,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c2bdc0-d428-0080-4da9-8ae8b455b1af/hadoop.log.dir so I do NOT create it in target/test-data/1a64ab1a-44ee-15fd-5554-ca9985d92e44 2024-12-05T12:21:20,181 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c2bdc0-d428-0080-4da9-8ae8b455b1af/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T12:21:20,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c2bdc0-d428-0080-4da9-8ae8b455b1af/hadoop.tmp.dir so I do NOT create it in target/test-data/1a64ab1a-44ee-15fd-5554-ca9985d92e44 2024-12-05T12:21:20,182 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c2bdc0-d428-0080-4da9-8ae8b455b1af/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T12:21:20,182 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a64ab1a-44ee-15fd-5554-ca9985d92e44 2024-12-05T12:21:20,182 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a64ab1a-44ee-15fd-5554-ca9985d92e44/cluster_23c6a75d-856e-4b21-b4b1-c919cd8dd96b, deleteOnExit=true 2024-12-05T12:21:20,199 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a64ab1a-44ee-15fd-5554-ca9985d92e44/cluster_23c6a75d-856e-4b21-b4b1-c919cd8dd96b/zookeeper_0, clientPort=56788, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a64ab1a-44ee-15fd-5554-ca9985d92e44/cluster_23c6a75d-856e-4b21-b4b1-c919cd8dd96b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a64ab1a-44ee-15fd-5554-ca9985d92e44/cluster_23c6a75d-856e-4b21-b4b1-c919cd8dd96b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T12:21:20,200 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56788 2024-12-05T12:21:20,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T12:21:20,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T12:21:20,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a64ab1a-44ee-15fd-5554-ca9985d92e44/test.cache.data in system properties and HBase conf 2024-12-05T12:21:20,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a64ab1a-44ee-15fd-5554-ca9985d92e44/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T12:21:20,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a64ab1a-44ee-15fd-5554-ca9985d92e44/hadoop.log.dir in system properties and HBase conf 2024-12-05T12:21:20,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a64ab1a-44ee-15fd-5554-ca9985d92e44/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T12:21:20,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a64ab1a-44ee-15fd-5554-ca9985d92e44/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T12:21:20,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T12:21:20,201 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T12:21:20,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a64ab1a-44ee-15fd-5554-ca9985d92e44/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:21:20,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a64ab1a-44ee-15fd-5554-ca9985d92e44/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:21:20,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a64ab1a-44ee-15fd-5554-ca9985d92e44/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T12:21:20,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a64ab1a-44ee-15fd-5554-ca9985d92e44/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:21:20,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a64ab1a-44ee-15fd-5554-ca9985d92e44/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T12:21:20,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a64ab1a-44ee-15fd-5554-ca9985d92e44/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T12:21:20,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a64ab1a-44ee-15fd-5554-ca9985d92e44/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:21:20,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a64ab1a-44ee-15fd-5554-ca9985d92e44/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:21:20,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a64ab1a-44ee-15fd-5554-ca9985d92e44/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T12:21:20,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a64ab1a-44ee-15fd-5554-ca9985d92e44/nfs.dump.dir in system properties and HBase conf 2024-12-05T12:21:20,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a64ab1a-44ee-15fd-5554-ca9985d92e44/java.io.tmpdir in system properties and HBase conf 2024-12-05T12:21:20,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a64ab1a-44ee-15fd-5554-ca9985d92e44/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:21:20,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a64ab1a-44ee-15fd-5554-ca9985d92e44/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T12:21:20,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a64ab1a-44ee-15fd-5554-ca9985d92e44/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T12:21:20,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a69e05dc0002, quorum=127.0.0.1:58373, baseZNode=/0-1765676386 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T12:21:20,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a69e05dc0005, quorum=127.0.0.1:58373, baseZNode=/1-48595172 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T12:21:20,222 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a69e05dc0002, quorum=127.0.0.1:58373, baseZNode=/0-1765676386 Received Disconnected from ZooKeeper, ignoring 2024-12-05T12:21:20,222 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a69e05dc0005, quorum=127.0.0.1:58373, baseZNode=/1-48595172 Received Disconnected from ZooKeeper, ignoring 2024-12-05T12:21:20,519 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:21:20,530 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:21:20,543 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:21:20,543 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:21:20,543 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T12:21:20,546 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:21:20,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1960000c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a64ab1a-44ee-15fd-5554-ca9985d92e44/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:21:20,547 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@738c964{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:21:20,651 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71552b94{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a64ab1a-44ee-15fd-5554-ca9985d92e44/java.io.tmpdir/jetty-localhost-34403-hadoop-hdfs-3_4_1-tests_jar-_-any-5910461728192392217/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:21:20,652 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a42b3e4{HTTP/1.1, (http/1.1)}{localhost:34403} 2024-12-05T12:21:20,652 INFO [Time-limited test {}] server.Server(415): Started @49734ms 2024-12-05T12:21:20,833 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:21:20,837 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:21:20,838 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:21:20,838 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:21:20,838 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T12:21:20,839 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70ea0715{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a64ab1a-44ee-15fd-5554-ca9985d92e44/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:21:20,839 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@632af0bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:21:20,949 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21f66ac0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a64ab1a-44ee-15fd-5554-ca9985d92e44/java.io.tmpdir/jetty-localhost-44931-hadoop-hdfs-3_4_1-tests_jar-_-any-17428336819975347414/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:21:20,949 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ba9d83b{HTTP/1.1, (http/1.1)}{localhost:44931} 2024-12-05T12:21:20,949 INFO [Time-limited test {}] server.Server(415): Started @50031ms 2024-12-05T12:21:20,950 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T12:21:21,421 WARN [Thread-830 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a64ab1a-44ee-15fd-5554-ca9985d92e44/cluster_23c6a75d-856e-4b21-b4b1-c919cd8dd96b/data/data1/current/BP-1284046084-172.17.0.3-1733401280218/current, will proceed with Du for space computation calculation, 2024-12-05T12:21:21,423 WARN [Thread-831 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a64ab1a-44ee-15fd-5554-ca9985d92e44/cluster_23c6a75d-856e-4b21-b4b1-c919cd8dd96b/data/data2/current/BP-1284046084-172.17.0.3-1733401280218/current, will proceed with Du for space computation calculation, 2024-12-05T12:21:21,475 WARN [Thread-818 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T12:21:21,485 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe9bf2b780fea6ddd with lease ID 0xb69c32f9eed2a1ba: Processing first storage report for DS-7e66e4a4-76c3-44eb-84ea-882027056146 from datanode DatanodeRegistration(127.0.0.1:35005, datanodeUuid=a033968a-f251-46ea-9a3d-697d01c60ca2, infoPort=45279, infoSecurePort=0, ipcPort=43933, storageInfo=lv=-57;cid=testClusterID;nsid=310625303;c=1733401280218) 2024-12-05T12:21:21,485 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe9bf2b780fea6ddd with lease ID 0xb69c32f9eed2a1ba: from storage DS-7e66e4a4-76c3-44eb-84ea-882027056146 node DatanodeRegistration(127.0.0.1:35005, datanodeUuid=a033968a-f251-46ea-9a3d-697d01c60ca2, infoPort=45279, infoSecurePort=0, ipcPort=43933, storageInfo=lv=-57;cid=testClusterID;nsid=310625303;c=1733401280218), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T12:21:21,486 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe9bf2b780fea6ddd with lease ID 0xb69c32f9eed2a1ba: Processing first storage report for DS-8ebb2055-1532-4724-91ee-f68d99f2c7da from datanode DatanodeRegistration(127.0.0.1:35005, datanodeUuid=a033968a-f251-46ea-9a3d-697d01c60ca2, infoPort=45279, infoSecurePort=0, ipcPort=43933, storageInfo=lv=-57;cid=testClusterID;nsid=310625303;c=1733401280218) 2024-12-05T12:21:21,486 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe9bf2b780fea6ddd with lease ID 0xb69c32f9eed2a1ba: from storage DS-8ebb2055-1532-4724-91ee-f68d99f2c7da node DatanodeRegistration(127.0.0.1:35005, datanodeUuid=a033968a-f251-46ea-9a3d-697d01c60ca2, infoPort=45279, infoSecurePort=0, ipcPort=43933, storageInfo=lv=-57;cid=testClusterID;nsid=310625303;c=1733401280218), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:21:21,495 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a64ab1a-44ee-15fd-5554-ca9985d92e44 2024-12-05T12:21:21,495 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:21,497 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:21,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35005 is added to blk_1073741825_1001 (size=7) 2024-12-05T12:21:21,534 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1 with version=8 2024-12-05T12:21:21,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/hbase-staging 2024-12-05T12:21:21,538 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9ea9abad0e9b:0 server-side Connection retries=45 2024-12-05T12:21:21,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:21:21,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:21:21,538 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:21:21,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:21:21,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:21:21,538 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T12:21:21,538 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:21:21,542 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33345 2024-12-05T12:21:21,544 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33345 connecting to ZooKeeper ensemble=127.0.0.1:56788 2024-12-05T12:21:21,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:333450x0, quorum=127.0.0.1:56788, baseZNode=/0366839481 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:21:21,614 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33345-0x101a69e446f0000 connected 2024-12-05T12:21:21,703 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:21,705 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:21,711 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33345-0x101a69e446f0000, quorum=127.0.0.1:56788, baseZNode=/0366839481 Set watcher on znode that does not yet exist, /0366839481/running 2024-12-05T12:21:21,711 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1, hbase.cluster.distributed=false 2024-12-05T12:21:21,720 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33345-0x101a69e446f0000, quorum=127.0.0.1:56788, baseZNode=/0366839481 Set watcher on znode that does not yet exist, /0366839481/acl 2024-12-05T12:21:21,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33345 2024-12-05T12:21:21,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33345 2024-12-05T12:21:21,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33345 2024-12-05T12:21:21,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33345 2024-12-05T12:21:21,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33345 2024-12-05T12:21:21,776 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9ea9abad0e9b:0 server-side Connection retries=45 2024-12-05T12:21:21,776 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:21:21,776 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:21:21,776 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:21:21,776 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:21:21,776 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:21:21,776 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T12:21:21,777 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:21:21,777 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37631 2024-12-05T12:21:21,778 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37631 connecting to ZooKeeper ensemble=127.0.0.1:56788 2024-12-05T12:21:21,779 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:21,781 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:21,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:376310x0, quorum=127.0.0.1:56788, baseZNode=/0366839481 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:21:21,803 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37631-0x101a69e446f0001 connected 2024-12-05T12:21:21,806 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37631-0x101a69e446f0001, quorum=127.0.0.1:56788, baseZNode=/0366839481 Set watcher on znode that does not yet exist, /0366839481/running 2024-12-05T12:21:21,806 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T12:21:21,812 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T12:21:21,813 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37631-0x101a69e446f0001, quorum=127.0.0.1:56788, baseZNode=/0366839481 Set watcher on znode that does not yet exist, /0366839481/master 2024-12-05T12:21:21,814 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37631-0x101a69e446f0001, quorum=127.0.0.1:56788, baseZNode=/0366839481 Set watcher on znode that does not yet exist, /0366839481/acl 2024-12-05T12:21:21,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37631 2024-12-05T12:21:21,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37631 2024-12-05T12:21:21,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37631 2024-12-05T12:21:21,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37631 2024-12-05T12:21:21,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37631 2024-12-05T12:21:21,841 DEBUG [M:0;9ea9abad0e9b:33345 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9ea9abad0e9b:33345 2024-12-05T12:21:21,843 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0366839481/backup-masters/9ea9abad0e9b,33345,1733401281537 2024-12-05T12:21:21,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33345-0x101a69e446f0000, quorum=127.0.0.1:56788, baseZNode=/0366839481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0366839481/backup-masters 2024-12-05T12:21:21,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37631-0x101a69e446f0001, quorum=127.0.0.1:56788, baseZNode=/0366839481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0366839481/backup-masters 2024-12-05T12:21:21,855 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33345-0x101a69e446f0000, quorum=127.0.0.1:56788, baseZNode=/0366839481 Set watcher on existing znode=/0366839481/backup-masters/9ea9abad0e9b,33345,1733401281537 2024-12-05T12:21:21,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33345-0x101a69e446f0000, quorum=127.0.0.1:56788, baseZNode=/0366839481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0366839481 2024-12-05T12:21:21,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37631-0x101a69e446f0001, quorum=127.0.0.1:56788, baseZNode=/0366839481 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0366839481/master 2024-12-05T12:21:21,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37631-0x101a69e446f0001, quorum=127.0.0.1:56788, baseZNode=/0366839481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0366839481 2024-12-05T12:21:21,863 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33345-0x101a69e446f0000, quorum=127.0.0.1:56788, baseZNode=/0366839481 Set watcher on existing znode=/0366839481/master 2024-12-05T12:21:21,863 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0366839481/backup-masters/9ea9abad0e9b,33345,1733401281537 from backup master directory 2024-12-05T12:21:21,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33345-0x101a69e446f0000, quorum=127.0.0.1:56788, baseZNode=/0366839481 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0366839481/backup-masters/9ea9abad0e9b,33345,1733401281537 2024-12-05T12:21:21,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37631-0x101a69e446f0001, quorum=127.0.0.1:56788, baseZNode=/0366839481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0366839481/backup-masters 2024-12-05T12:21:21,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33345-0x101a69e446f0000, quorum=127.0.0.1:56788, baseZNode=/0366839481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0366839481/backup-masters 2024-12-05T12:21:21,870 WARN [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:21:21,870 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9ea9abad0e9b,33345,1733401281537 2024-12-05T12:21:21,886 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/hbase.id] with ID: 1f8ac5ef-d64a-4c44-8e78-84e727cbb3b7 2024-12-05T12:21:21,886 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/.tmp/hbase.id 2024-12-05T12:21:21,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35005 is added to blk_1073741826_1002 (size=42) 2024-12-05T12:21:22,327 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/.tmp/hbase.id]:[hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/hbase.id] 2024-12-05T12:21:22,394 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:22,395 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T12:21:22,398 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-12-05T12:21:22,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33345-0x101a69e446f0000, quorum=127.0.0.1:56788, baseZNode=/0366839481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0366839481 2024-12-05T12:21:22,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37631-0x101a69e446f0001, quorum=127.0.0.1:56788, baseZNode=/0366839481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0366839481 2024-12-05T12:21:22,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35005 is added to blk_1073741827_1003 (size=196) 2024-12-05T12:21:22,859 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:21:22,860 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T12:21:22,863 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:21:22,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35005 is added to blk_1073741828_1004 (size=1189) 2024-12-05T12:21:22,926 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/MasterData/data/master/store 2024-12-05T12:21:22,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35005 is added to blk_1073741829_1005 (size=34) 2024-12-05T12:21:22,963 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:21:22,963 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:21:22,963 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:22,963 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:22,963 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:21:22,963 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:22,963 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:22,963 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401282963Disabling compacts and flushes for region at 1733401282963Disabling writes for close at 1733401282963Writing region close event to WAL at 1733401282963Closed at 1733401282963 2024-12-05T12:21:22,964 WARN [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/MasterData/data/master/store/.initializing 2024-12-05T12:21:22,964 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/MasterData/WALs/9ea9abad0e9b,33345,1733401281537 2024-12-05T12:21:22,966 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:21:22,968 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9ea9abad0e9b%2C33345%2C1733401281537, suffix=, logDir=hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/MasterData/WALs/9ea9abad0e9b,33345,1733401281537, archiveDir=hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/MasterData/oldWALs, maxLogs=10 2024-12-05T12:21:22,993 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/MasterData/WALs/9ea9abad0e9b,33345,1733401281537/9ea9abad0e9b%2C33345%2C1733401281537.1733401282968, exclude list is [], retry=0 2024-12-05T12:21:23,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35005,DS-7e66e4a4-76c3-44eb-84ea-882027056146,DISK] 2024-12-05T12:21:23,006 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/MasterData/WALs/9ea9abad0e9b,33345,1733401281537/9ea9abad0e9b%2C33345%2C1733401281537.1733401282968 2024-12-05T12:21:23,011 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45279:45279)] 2024-12-05T12:21:23,011 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:21:23,011 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:21:23,011 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:23,011 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:23,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:23,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T12:21:23,032 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:23,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:23,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:23,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T12:21:23,035 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:23,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:21:23,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:23,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T12:21:23,038 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:23,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:21:23,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:23,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T12:21:23,041 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:23,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:21:23,042 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:23,043 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:23,044 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:23,045 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:23,045 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:23,046 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:21:23,047 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:23,051 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:21:23,052 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59217301, jitterRate=-0.11759345233440399}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:21:23,053 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733401283011Initializing all the Stores at 1733401283022 (+11 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401283022Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401283026 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401283026Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401283026Cleaning up temporary data from old regions at 1733401283045 (+19 ms)Region opened successfully at 1733401283053 (+8 ms) 2024-12-05T12:21:23,053 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T12:21:23,056 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cf6bf5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ea9abad0e9b/172.17.0.3:0 2024-12-05T12:21:23,057 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T12:21:23,057 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T12:21:23,057 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T12:21:23,057 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T12:21:23,058 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T12:21:23,058 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T12:21:23,058 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T12:21:23,070 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T12:21:23,075 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33345-0x101a69e446f0000, quorum=127.0.0.1:56788, baseZNode=/0366839481 Unable to get data of znode /0366839481/balancer because node does not exist (not necessarily an error) 2024-12-05T12:21:23,103 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0366839481/balancer already deleted, retry=false 2024-12-05T12:21:23,103 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T12:21:23,104 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33345-0x101a69e446f0000, quorum=127.0.0.1:56788, baseZNode=/0366839481 Unable to get data of znode /0366839481/normalizer because node does not exist (not necessarily an error) 2024-12-05T12:21:23,111 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0366839481/normalizer already deleted, retry=false 2024-12-05T12:21:23,112 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T12:21:23,115 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33345-0x101a69e446f0000, quorum=127.0.0.1:56788, baseZNode=/0366839481 Unable to get data of znode /0366839481/switch/split because node does not exist (not necessarily an error) 2024-12-05T12:21:23,126 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0366839481/switch/split already deleted, retry=false 2024-12-05T12:21:23,127 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33345-0x101a69e446f0000, quorum=127.0.0.1:56788, baseZNode=/0366839481 Unable to get data of znode /0366839481/switch/merge because node does not exist (not necessarily an error) 2024-12-05T12:21:23,136 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0366839481/switch/merge already deleted, retry=false 2024-12-05T12:21:23,148 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33345-0x101a69e446f0000, quorum=127.0.0.1:56788, baseZNode=/0366839481 Unable to get data of znode /0366839481/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T12:21:23,153 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0366839481/snapshot-cleanup already deleted, retry=false 2024-12-05T12:21:23,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33345-0x101a69e446f0000, quorum=127.0.0.1:56788, baseZNode=/0366839481 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0366839481/running 2024-12-05T12:21:23,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33345-0x101a69e446f0000, quorum=127.0.0.1:56788, baseZNode=/0366839481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0366839481 2024-12-05T12:21:23,162 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9ea9abad0e9b,33345,1733401281537, sessionid=0x101a69e446f0000, setting cluster-up flag (Was=false) 2024-12-05T12:21:23,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37631-0x101a69e446f0001, quorum=127.0.0.1:56788, baseZNode=/0366839481 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0366839481/running 2024-12-05T12:21:23,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37631-0x101a69e446f0001, quorum=127.0.0.1:56788, baseZNode=/0366839481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0366839481 2024-12-05T12:21:23,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33345-0x101a69e446f0000, quorum=127.0.0.1:56788, baseZNode=/0366839481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0366839481 2024-12-05T12:21:23,215 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0366839481/flush-table-proc/acquired, /0366839481/flush-table-proc/reached, /0366839481/flush-table-proc/abort 2024-12-05T12:21:23,219 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ea9abad0e9b,33345,1733401281537 2024-12-05T12:21:23,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33345-0x101a69e446f0000, quorum=127.0.0.1:56788, baseZNode=/0366839481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0366839481 2024-12-05T12:21:23,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37631-0x101a69e446f0001, quorum=127.0.0.1:56788, baseZNode=/0366839481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0366839481 2024-12-05T12:21:23,273 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0366839481/online-snapshot/acquired, /0366839481/online-snapshot/reached, /0366839481/online-snapshot/abort 2024-12-05T12:21:23,291 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ea9abad0e9b,33345,1733401281537 2024-12-05T12:21:23,293 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T12:21:23,302 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T12:21:23,302 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T12:21:23,303 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T12:21:23,303 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9ea9abad0e9b,33345,1733401281537 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T12:21:23,304 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:21:23,305 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:21:23,305 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:21:23,305 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:21:23,305 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9ea9abad0e9b:0, corePoolSize=10, maxPoolSize=10 2024-12-05T12:21:23,305 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:23,305 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:21:23,305 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:23,308 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733401313308 2024-12-05T12:21:23,308 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T12:21:23,308 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T12:21:23,308 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T12:21:23,308 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T12:21:23,308 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T12:21:23,308 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T12:21:23,308 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:23,309 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T12:21:23,309 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T12:21:23,309 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T12:21:23,309 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T12:21:23,311 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T12:21:23,311 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T12:21:23,312 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:21:23,312 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T12:21:23,314 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:23,314 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T12:21:23,325 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401283311,5,FailOnTimeoutGroup] 2024-12-05T12:21:23,325 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401283325,5,FailOnTimeoutGroup] 2024-12-05T12:21:23,325 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:23,326 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T12:21:23,326 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:23,326 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:23,336 INFO [RS:0;9ea9abad0e9b:37631 {}] regionserver.HRegionServer(746): ClusterId : 1f8ac5ef-d64a-4c44-8e78-84e727cbb3b7 2024-12-05T12:21:23,336 DEBUG [RS:0;9ea9abad0e9b:37631 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T12:21:23,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35005 is added to blk_1073741831_1007 (size=1321) 2024-12-05T12:21:23,398 DEBUG [RS:0;9ea9abad0e9b:37631 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T12:21:23,398 DEBUG [RS:0;9ea9abad0e9b:37631 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T12:21:23,412 DEBUG [RS:0;9ea9abad0e9b:37631 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T12:21:23,413 DEBUG [RS:0;9ea9abad0e9b:37631 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34d02a49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ea9abad0e9b/172.17.0.3:0 2024-12-05T12:21:23,430 DEBUG [RS:0;9ea9abad0e9b:37631 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9ea9abad0e9b:37631 2024-12-05T12:21:23,430 INFO [RS:0;9ea9abad0e9b:37631 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T12:21:23,430 INFO [RS:0;9ea9abad0e9b:37631 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T12:21:23,430 DEBUG [RS:0;9ea9abad0e9b:37631 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T12:21:23,437 INFO [RS:0;9ea9abad0e9b:37631 {}] regionserver.HRegionServer(2659): reportForDuty to master=9ea9abad0e9b,33345,1733401281537 with port=37631, startcode=1733401281775 2024-12-05T12:21:23,438 DEBUG [RS:0;9ea9abad0e9b:37631 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T12:21:23,440 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33229, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T12:21:23,441 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33345 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9ea9abad0e9b,37631,1733401281775 2024-12-05T12:21:23,441 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33345 {}] master.ServerManager(517): Registering regionserver=9ea9abad0e9b,37631,1733401281775 2024-12-05T12:21:23,443 DEBUG [RS:0;9ea9abad0e9b:37631 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1 2024-12-05T12:21:23,443 DEBUG [RS:0;9ea9abad0e9b:37631 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33617 2024-12-05T12:21:23,443 DEBUG [RS:0;9ea9abad0e9b:37631 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T12:21:23,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33345-0x101a69e446f0000, quorum=127.0.0.1:56788, baseZNode=/0366839481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0366839481/rs 2024-12-05T12:21:23,453 DEBUG [RS:0;9ea9abad0e9b:37631 {}] zookeeper.ZKUtil(111): regionserver:37631-0x101a69e446f0001, quorum=127.0.0.1:56788, baseZNode=/0366839481 Set watcher on existing znode=/0366839481/rs/9ea9abad0e9b,37631,1733401281775 2024-12-05T12:21:23,454 WARN [RS:0;9ea9abad0e9b:37631 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:21:23,454 INFO [RS:0;9ea9abad0e9b:37631 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:21:23,454 DEBUG [RS:0;9ea9abad0e9b:37631 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775 2024-12-05T12:21:23,458 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9ea9abad0e9b,37631,1733401281775] 2024-12-05T12:21:23,466 INFO [RS:0;9ea9abad0e9b:37631 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T12:21:23,468 INFO [RS:0;9ea9abad0e9b:37631 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T12:21:23,469 INFO [RS:0;9ea9abad0e9b:37631 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T12:21:23,469 INFO [RS:0;9ea9abad0e9b:37631 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:23,471 INFO [RS:0;9ea9abad0e9b:37631 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T12:21:23,472 INFO [RS:0;9ea9abad0e9b:37631 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T12:21:23,472 INFO [RS:0;9ea9abad0e9b:37631 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:23,472 DEBUG [RS:0;9ea9abad0e9b:37631 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:23,472 DEBUG [RS:0;9ea9abad0e9b:37631 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:23,473 DEBUG [RS:0;9ea9abad0e9b:37631 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:23,473 DEBUG [RS:0;9ea9abad0e9b:37631 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:23,473 DEBUG [RS:0;9ea9abad0e9b:37631 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:23,473 DEBUG [RS:0;9ea9abad0e9b:37631 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9ea9abad0e9b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:21:23,473 DEBUG [RS:0;9ea9abad0e9b:37631 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:23,473 DEBUG [RS:0;9ea9abad0e9b:37631 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:23,473 DEBUG [RS:0;9ea9abad0e9b:37631 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:23,473 DEBUG [RS:0;9ea9abad0e9b:37631 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:23,473 DEBUG [RS:0;9ea9abad0e9b:37631 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:23,473 DEBUG [RS:0;9ea9abad0e9b:37631 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:23,473 DEBUG [RS:0;9ea9abad0e9b:37631 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9ea9abad0e9b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:21:23,473 DEBUG [RS:0;9ea9abad0e9b:37631 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9ea9abad0e9b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:21:23,477 INFO [RS:0;9ea9abad0e9b:37631 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:23,477 INFO [RS:0;9ea9abad0e9b:37631 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:23,477 INFO [RS:0;9ea9abad0e9b:37631 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:23,477 INFO [RS:0;9ea9abad0e9b:37631 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:23,477 INFO [RS:0;9ea9abad0e9b:37631 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:23,477 INFO [RS:0;9ea9abad0e9b:37631 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,37631,1733401281775-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:21:23,507 INFO [RS:0;9ea9abad0e9b:37631 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T12:21:23,507 INFO [RS:0;9ea9abad0e9b:37631 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,37631,1733401281775-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:23,507 INFO [RS:0;9ea9abad0e9b:37631 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:23,507 INFO [RS:0;9ea9abad0e9b:37631 {}] regionserver.Replication(171): 9ea9abad0e9b,37631,1733401281775 started 2024-12-05T12:21:23,529 INFO [RS:0;9ea9abad0e9b:37631 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:23,529 INFO [RS:0;9ea9abad0e9b:37631 {}] regionserver.HRegionServer(1482): Serving as 9ea9abad0e9b,37631,1733401281775, RpcServer on 9ea9abad0e9b/172.17.0.3:37631, sessionid=0x101a69e446f0001 2024-12-05T12:21:23,529 DEBUG [RS:0;9ea9abad0e9b:37631 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T12:21:23,529 DEBUG [RS:0;9ea9abad0e9b:37631 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9ea9abad0e9b,37631,1733401281775 2024-12-05T12:21:23,529 DEBUG [RS:0;9ea9abad0e9b:37631 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ea9abad0e9b,37631,1733401281775' 2024-12-05T12:21:23,529 DEBUG [RS:0;9ea9abad0e9b:37631 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0366839481/flush-table-proc/abort' 2024-12-05T12:21:23,530 DEBUG [RS:0;9ea9abad0e9b:37631 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0366839481/flush-table-proc/acquired' 2024-12-05T12:21:23,530 DEBUG [RS:0;9ea9abad0e9b:37631 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T12:21:23,530 DEBUG [RS:0;9ea9abad0e9b:37631 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T12:21:23,530 DEBUG [RS:0;9ea9abad0e9b:37631 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9ea9abad0e9b,37631,1733401281775 2024-12-05T12:21:23,530 DEBUG [RS:0;9ea9abad0e9b:37631 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ea9abad0e9b,37631,1733401281775' 2024-12-05T12:21:23,530 DEBUG [RS:0;9ea9abad0e9b:37631 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0366839481/online-snapshot/abort' 2024-12-05T12:21:23,531 DEBUG [RS:0;9ea9abad0e9b:37631 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0366839481/online-snapshot/acquired' 2024-12-05T12:21:23,531 DEBUG [RS:0;9ea9abad0e9b:37631 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T12:21:23,531 INFO [RS:0;9ea9abad0e9b:37631 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T12:21:23,531 INFO [RS:0;9ea9abad0e9b:37631 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T12:21:23,632 INFO [RS:0;9ea9abad0e9b:37631 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:21:23,633 INFO [RS:0;9ea9abad0e9b:37631 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C37631%2C1733401281775, suffix=, logDir=hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775, archiveDir=hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/oldWALs, maxLogs=10 2024-12-05T12:21:23,651 DEBUG [RS:0;9ea9abad0e9b:37631 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775/9ea9abad0e9b%2C37631%2C1733401281775.1733401283634, exclude list is [], retry=0 2024-12-05T12:21:23,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35005,DS-7e66e4a4-76c3-44eb-84ea-882027056146,DISK] 2024-12-05T12:21:23,664 INFO [RS:0;9ea9abad0e9b:37631 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775/9ea9abad0e9b%2C37631%2C1733401281775.1733401283634 2024-12-05T12:21:23,679 DEBUG [RS:0;9ea9abad0e9b:37631 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45279:45279)] 2024-12-05T12:21:23,749 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T12:21:23,749 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1 2024-12-05T12:21:23,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35005 is added to blk_1073741833_1009 (size=32) 2024-12-05T12:21:23,890 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:21:23,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:21:23,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:21:23,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:21:23,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:21:24,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:21:24,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:21:24,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:21:24,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:24,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:24,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:21:24,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:21:24,168 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:24,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:24,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:21:24,172 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:21:24,172 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:24,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:24,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:21:24,175 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:21:24,175 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:24,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:24,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:21:24,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/data/hbase/meta/1588230740 2024-12-05T12:21:24,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/data/hbase/meta/1588230740 2024-12-05T12:21:24,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:21:24,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:21:24,192 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:21:24,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:21:24,196 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:21:24,197 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62362614, jitterRate=-0.07072463631629944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:21:24,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733401284159Initializing all the Stores at 1733401284160 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401284160Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401284160Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401284160Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401284160Cleaning up temporary data from old regions at 1733401284191 (+31 ms)Region opened successfully at 1733401284198 (+7 ms) 2024-12-05T12:21:24,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:21:24,198 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:21:24,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:21:24,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:21:24,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:21:24,199 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:21:24,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401284198Disabling compacts and flushes for region at 1733401284198Disabling writes for close at 1733401284198Writing region close event to WAL at 1733401284199 (+1 ms)Closed at 1733401284199 2024-12-05T12:21:24,201 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:21:24,201 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T12:21:24,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T12:21:24,203 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:21:24,205 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T12:21:24,356 DEBUG [9ea9abad0e9b:33345 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T12:21:24,357 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9ea9abad0e9b,37631,1733401281775 2024-12-05T12:21:24,359 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ea9abad0e9b,37631,1733401281775, state=OPENING 2024-12-05T12:21:24,403 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T12:21:24,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33345-0x101a69e446f0000, quorum=127.0.0.1:56788, baseZNode=/0366839481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0366839481 2024-12-05T12:21:24,412 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0366839481/meta-region-server: CHANGED 2024-12-05T12:21:24,414 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:21:24,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,37631,1733401281775}] 2024-12-05T12:21:24,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37631-0x101a69e446f0001, quorum=127.0.0.1:56788, baseZNode=/0366839481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0366839481 2024-12-05T12:21:24,418 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0366839481/meta-region-server: CHANGED 2024-12-05T12:21:24,575 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:21:24,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35677, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T12:21:24,581 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T12:21:24,581 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:21:24,582 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T12:21:24,585 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C37631%2C1733401281775.meta, suffix=.meta, logDir=hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775, archiveDir=hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/oldWALs, maxLogs=10 2024-12-05T12:21:24,607 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775/9ea9abad0e9b%2C37631%2C1733401281775.meta.1733401284586.meta, exclude list is [], retry=0 2024-12-05T12:21:24,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35005,DS-7e66e4a4-76c3-44eb-84ea-882027056146,DISK] 2024-12-05T12:21:24,613 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775/9ea9abad0e9b%2C37631%2C1733401281775.meta.1733401284586.meta 2024-12-05T12:21:24,615 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45279:45279)] 2024-12-05T12:21:24,615 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:21:24,615 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:21:24,615 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:21:24,616 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T12:21:24,616 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T12:21:24,616 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T12:21:24,616 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:21:24,616 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T12:21:24,616 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T12:21:24,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:21:24,624 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:21:24,624 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:24,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:24,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:21:24,625 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:21:24,625 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:24,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:24,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:21:24,627 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:21:24,627 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:24,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:24,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:21:24,629 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:21:24,629 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:24,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:24,630 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:21:24,630 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/data/hbase/meta/1588230740 2024-12-05T12:21:24,632 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/data/hbase/meta/1588230740 2024-12-05T12:21:24,641 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:21:24,641 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:21:24,642 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:21:24,644 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:21:24,645 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66094587, jitterRate=-0.01511390507221222}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:21:24,645 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T12:21:24,646 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733401284616Writing region info on filesystem at 1733401284616Initializing all the Stores at 1733401284619 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401284619Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401284622 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401284622Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401284622Cleaning up temporary data from old regions at 1733401284641 (+19 ms)Running coprocessor post-open hooks at 1733401284645 (+4 ms)Region opened successfully at 1733401284646 (+1 ms) 2024-12-05T12:21:24,647 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733401284574 2024-12-05T12:21:24,650 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T12:21:24,650 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T12:21:24,652 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9ea9abad0e9b,37631,1733401281775 2024-12-05T12:21:24,653 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ea9abad0e9b,37631,1733401281775, state=OPEN 2024-12-05T12:21:24,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37631-0x101a69e446f0001, quorum=127.0.0.1:56788, baseZNode=/0366839481 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0366839481/meta-region-server 2024-12-05T12:21:24,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33345-0x101a69e446f0000, quorum=127.0.0.1:56788, baseZNode=/0366839481 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0366839481/meta-region-server 2024-12-05T12:21:24,732 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,37631,1733401281775 2024-12-05T12:21:24,732 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0366839481/meta-region-server: CHANGED 2024-12-05T12:21:24,732 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0366839481/meta-region-server: CHANGED 2024-12-05T12:21:24,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T12:21:24,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,37631,1733401281775 in 318 msec 2024-12-05T12:21:24,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T12:21:24,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 536 msec 2024-12-05T12:21:24,742 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:21:24,742 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T12:21:24,744 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:21:24,744 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,37631,1733401281775, seqNum=-1] 2024-12-05T12:21:24,745 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:21:24,747 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35947, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:21:24,754 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4570 sec 2024-12-05T12:21:24,754 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733401284754, completionTime=-1 2024-12-05T12:21:24,754 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T12:21:24,754 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T12:21:24,759 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T12:21:24,759 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733401344759 2024-12-05T12:21:24,759 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733401404759 2024-12-05T12:21:24,759 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 4 msec 2024-12-05T12:21:24,759 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,33345,1733401281537-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:24,759 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,33345,1733401281537-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:24,759 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,33345,1733401281537-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:24,759 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9ea9abad0e9b:33345, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:24,759 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:24,762 DEBUG [master/9ea9abad0e9b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T12:21:24,765 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:24,770 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.900sec 2024-12-05T12:21:24,770 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T12:21:24,770 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T12:21:24,770 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T12:21:24,770 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T12:21:24,770 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T12:21:24,770 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,33345,1733401281537-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:21:24,771 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,33345,1733401281537-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T12:21:24,774 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T12:21:24,774 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T12:21:24,774 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,33345,1733401281537-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:24,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7333f164, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:24,848 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,33345,-1 for getting cluster id 2024-12-05T12:21:24,848 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:21:24,850 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f8ac5ef-d64a-4c44-8e78-84e727cbb3b7' 2024-12-05T12:21:24,850 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:21:24,850 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f8ac5ef-d64a-4c44-8e78-84e727cbb3b7" 2024-12-05T12:21:24,851 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18edc2e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:24,851 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,33345,-1] 2024-12-05T12:21:24,851 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:21:24,851 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:24,853 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:21:24,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@763dd23d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:24,854 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:21:24,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,37631,1733401281775, seqNum=-1] 2024-12-05T12:21:24,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:21:24,858 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:21:24,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9ea9abad0e9b,33345,1733401281537 2024-12-05T12:21:24,862 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56788 2024-12-05T12:21:24,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56788, baseZNode=/0366839481 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:21:24,880 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a69e446f0002 connected 2024-12-05T12:21:24,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a64ab1a-44ee-15fd-5554-ca9985d92e44/hadoop.log.dir so I do NOT create it in target/test-data/a5740780-e67c-6ccb-6a9b-e3719be6037b 2024-12-05T12:21:24,890 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a64ab1a-44ee-15fd-5554-ca9985d92e44/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T12:21:24,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a64ab1a-44ee-15fd-5554-ca9985d92e44/hadoop.tmp.dir so I do NOT create it in target/test-data/a5740780-e67c-6ccb-6a9b-e3719be6037b 2024-12-05T12:21:24,890 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a64ab1a-44ee-15fd-5554-ca9985d92e44/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T12:21:24,891 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5740780-e67c-6ccb-6a9b-e3719be6037b 2024-12-05T12:21:24,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T12:21:24,891 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5740780-e67c-6ccb-6a9b-e3719be6037b/cluster_2f3a0f47-6285-8b53-2f33-3181a6739ea2, deleteOnExit=true 2024-12-05T12:21:24,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T12:21:24,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5740780-e67c-6ccb-6a9b-e3719be6037b/test.cache.data in system properties and HBase conf 2024-12-05T12:21:24,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5740780-e67c-6ccb-6a9b-e3719be6037b/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T12:21:24,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5740780-e67c-6ccb-6a9b-e3719be6037b/hadoop.log.dir in system properties and HBase conf 2024-12-05T12:21:24,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5740780-e67c-6ccb-6a9b-e3719be6037b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T12:21:24,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5740780-e67c-6ccb-6a9b-e3719be6037b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T12:21:24,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T12:21:24,892 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T12:21:24,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5740780-e67c-6ccb-6a9b-e3719be6037b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:21:24,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5740780-e67c-6ccb-6a9b-e3719be6037b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:21:24,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5740780-e67c-6ccb-6a9b-e3719be6037b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T12:21:24,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5740780-e67c-6ccb-6a9b-e3719be6037b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:21:24,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5740780-e67c-6ccb-6a9b-e3719be6037b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T12:21:24,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5740780-e67c-6ccb-6a9b-e3719be6037b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T12:21:24,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5740780-e67c-6ccb-6a9b-e3719be6037b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:21:24,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5740780-e67c-6ccb-6a9b-e3719be6037b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:21:24,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5740780-e67c-6ccb-6a9b-e3719be6037b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T12:21:24,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5740780-e67c-6ccb-6a9b-e3719be6037b/nfs.dump.dir in system properties and HBase conf 2024-12-05T12:21:24,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5740780-e67c-6ccb-6a9b-e3719be6037b/java.io.tmpdir in system properties and HBase conf 2024-12-05T12:21:24,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5740780-e67c-6ccb-6a9b-e3719be6037b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:21:24,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5740780-e67c-6ccb-6a9b-e3719be6037b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T12:21:24,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5740780-e67c-6ccb-6a9b-e3719be6037b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T12:21:25,200 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:21:25,205 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:21:25,210 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:21:25,210 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:21:25,210 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T12:21:25,211 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:21:25,211 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50e6c400{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5740780-e67c-6ccb-6a9b-e3719be6037b/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:21:25,212 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6df6e017{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:21:25,323 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f1361c3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5740780-e67c-6ccb-6a9b-e3719be6037b/java.io.tmpdir/jetty-localhost-41375-hadoop-hdfs-3_4_1-tests_jar-_-any-4381988857632054749/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:21:25,324 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e637be1{HTTP/1.1, (http/1.1)}{localhost:41375} 2024-12-05T12:21:25,324 INFO [Time-limited test {}] server.Server(415): Started @54406ms 2024-12-05T12:21:25,579 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:21:25,587 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:21:25,591 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:21:25,591 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:21:25,591 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T12:21:25,595 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64bc174b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5740780-e67c-6ccb-6a9b-e3719be6037b/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:21:25,595 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@600b86b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:21:25,696 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@36fce771{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5740780-e67c-6ccb-6a9b-e3719be6037b/java.io.tmpdir/jetty-localhost-40181-hadoop-hdfs-3_4_1-tests_jar-_-any-8805397088575162876/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:21:25,697 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d2f54a8{HTTP/1.1, (http/1.1)}{localhost:40181} 2024-12-05T12:21:25,697 INFO [Time-limited test {}] server.Server(415): Started @54778ms 2024-12-05T12:21:25,698 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T12:21:26,151 WARN [Thread-951 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5740780-e67c-6ccb-6a9b-e3719be6037b/cluster_2f3a0f47-6285-8b53-2f33-3181a6739ea2/data/data1/current/BP-1787665633-172.17.0.3-1733401284925/current, will proceed with Du for space computation calculation, 2024-12-05T12:21:26,152 WARN [Thread-952 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5740780-e67c-6ccb-6a9b-e3719be6037b/cluster_2f3a0f47-6285-8b53-2f33-3181a6739ea2/data/data2/current/BP-1787665633-172.17.0.3-1733401284925/current, will proceed with Du for space computation calculation, 2024-12-05T12:21:26,172 WARN [Thread-939 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T12:21:26,175 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9dfe60a34f66c730 with lease ID 0xd927554ce10b21f6: Processing first storage report for DS-7aa0aa30-361e-4165-afd2-730141b4d8fe from datanode DatanodeRegistration(127.0.0.1:36623, datanodeUuid=311291b9-4433-41be-ab30-dd7d6f1a14ae, infoPort=38775, infoSecurePort=0, ipcPort=46243, storageInfo=lv=-57;cid=testClusterID;nsid=678054313;c=1733401284925) 2024-12-05T12:21:26,175 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9dfe60a34f66c730 with lease ID 0xd927554ce10b21f6: from storage DS-7aa0aa30-361e-4165-afd2-730141b4d8fe node DatanodeRegistration(127.0.0.1:36623, datanodeUuid=311291b9-4433-41be-ab30-dd7d6f1a14ae, infoPort=38775, infoSecurePort=0, ipcPort=46243, storageInfo=lv=-57;cid=testClusterID;nsid=678054313;c=1733401284925), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T12:21:26,175 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9dfe60a34f66c730 with lease ID 0xd927554ce10b21f6: Processing first storage report for DS-85063252-49c6-43e8-931c-498d647b4c5d from datanode DatanodeRegistration(127.0.0.1:36623, datanodeUuid=311291b9-4433-41be-ab30-dd7d6f1a14ae, infoPort=38775, infoSecurePort=0, ipcPort=46243, storageInfo=lv=-57;cid=testClusterID;nsid=678054313;c=1733401284925) 2024-12-05T12:21:26,176 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9dfe60a34f66c730 with lease ID 0xd927554ce10b21f6: from storage DS-85063252-49c6-43e8-931c-498d647b4c5d node DatanodeRegistration(127.0.0.1:36623, datanodeUuid=311291b9-4433-41be-ab30-dd7d6f1a14ae, infoPort=38775, infoSecurePort=0, ipcPort=46243, storageInfo=lv=-57;cid=testClusterID;nsid=678054313;c=1733401284925), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:21:26,259 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5740780-e67c-6ccb-6a9b-e3719be6037b 2024-12-05T12:21:26,260 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:26,261 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:26,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741825_1001 (size=7) 2024-12-05T12:21:26,275 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6 with version=8 2024-12-05T12:21:26,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/hbase-staging 2024-12-05T12:21:26,277 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9ea9abad0e9b:0 server-side Connection retries=45 2024-12-05T12:21:26,277 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:21:26,277 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:21:26,278 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:21:26,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:21:26,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:21:26,278 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T12:21:26,278 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:21:26,282 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35063 2024-12-05T12:21:26,283 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35063 connecting to ZooKeeper ensemble=127.0.0.1:56788 2024-12-05T12:21:26,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350630x0, quorum=127.0.0.1:56788, baseZNode=/1-1013661064 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:21:26,303 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35063-0x101a69e446f0003 connected 2024-12-05T12:21:26,355 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:26,357 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:26,360 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35063-0x101a69e446f0003, quorum=127.0.0.1:56788, baseZNode=/1-1013661064 Set watcher on znode that does not yet exist, /1-1013661064/running 2024-12-05T12:21:26,360 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6, hbase.cluster.distributed=false 2024-12-05T12:21:26,378 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35063-0x101a69e446f0003, quorum=127.0.0.1:56788, baseZNode=/1-1013661064 Set watcher on znode that does not yet exist, /1-1013661064/acl 2024-12-05T12:21:26,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35063 2024-12-05T12:21:26,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35063 2024-12-05T12:21:26,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35063 2024-12-05T12:21:26,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35063 2024-12-05T12:21:26,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35063 2024-12-05T12:21:26,406 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9ea9abad0e9b:0 server-side Connection retries=45 2024-12-05T12:21:26,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:21:26,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:21:26,406 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:21:26,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:21:26,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:21:26,406 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T12:21:26,407 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:21:26,408 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39633 2024-12-05T12:21:26,409 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39633 connecting to ZooKeeper ensemble=127.0.0.1:56788 2024-12-05T12:21:26,410 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:26,412 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:26,426 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396330x0, quorum=127.0.0.1:56788, baseZNode=/1-1013661064 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:21:26,426 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:396330x0, quorum=127.0.0.1:56788, baseZNode=/1-1013661064 Set watcher on znode that does not yet exist, /1-1013661064/running 2024-12-05T12:21:26,426 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39633-0x101a69e446f0004 connected 2024-12-05T12:21:26,426 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T12:21:26,429 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T12:21:26,430 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39633-0x101a69e446f0004, quorum=127.0.0.1:56788, baseZNode=/1-1013661064 Set watcher on znode that does not yet exist, /1-1013661064/master 2024-12-05T12:21:26,430 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39633-0x101a69e446f0004, quorum=127.0.0.1:56788, baseZNode=/1-1013661064 Set watcher on znode that does not yet exist, /1-1013661064/acl 2024-12-05T12:21:26,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39633 2024-12-05T12:21:26,442 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39633 2024-12-05T12:21:26,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39633 2024-12-05T12:21:26,450 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39633 2024-12-05T12:21:26,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39633 2024-12-05T12:21:26,462 DEBUG [M:0;9ea9abad0e9b:35063 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9ea9abad0e9b:35063 2024-12-05T12:21:26,462 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1013661064/backup-masters/9ea9abad0e9b,35063,1733401286277 2024-12-05T12:21:26,469 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39633-0x101a69e446f0004, quorum=127.0.0.1:56788, baseZNode=/1-1013661064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1013661064/backup-masters 2024-12-05T12:21:26,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35063-0x101a69e446f0003, quorum=127.0.0.1:56788, baseZNode=/1-1013661064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1013661064/backup-masters 2024-12-05T12:21:26,470 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35063-0x101a69e446f0003, quorum=127.0.0.1:56788, baseZNode=/1-1013661064 Set watcher on existing znode=/1-1013661064/backup-masters/9ea9abad0e9b,35063,1733401286277 2024-12-05T12:21:26,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35063-0x101a69e446f0003, quorum=127.0.0.1:56788, baseZNode=/1-1013661064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1013661064 2024-12-05T12:21:26,478 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39633-0x101a69e446f0004, quorum=127.0.0.1:56788, baseZNode=/1-1013661064 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1013661064/master 2024-12-05T12:21:26,478 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39633-0x101a69e446f0004, quorum=127.0.0.1:56788, baseZNode=/1-1013661064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1013661064 2024-12-05T12:21:26,478 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35063-0x101a69e446f0003, quorum=127.0.0.1:56788, baseZNode=/1-1013661064 Set watcher on existing znode=/1-1013661064/master 2024-12-05T12:21:26,478 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1013661064/backup-masters/9ea9abad0e9b,35063,1733401286277 from backup master directory 2024-12-05T12:21:26,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35063-0x101a69e446f0003, quorum=127.0.0.1:56788, baseZNode=/1-1013661064 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1013661064/backup-masters/9ea9abad0e9b,35063,1733401286277 2024-12-05T12:21:26,486 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39633-0x101a69e446f0004, quorum=127.0.0.1:56788, baseZNode=/1-1013661064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1013661064/backup-masters 2024-12-05T12:21:26,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35063-0x101a69e446f0003, quorum=127.0.0.1:56788, baseZNode=/1-1013661064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1013661064/backup-masters 2024-12-05T12:21:26,486 WARN [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:21:26,486 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9ea9abad0e9b,35063,1733401286277 2024-12-05T12:21:26,491 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/hbase.id] with ID: da7d3c80-49ea-4008-9ab8-36119088f4e8 2024-12-05T12:21:26,491 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/.tmp/hbase.id 2024-12-05T12:21:26,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741826_1002 (size=42) 2024-12-05T12:21:26,903 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/.tmp/hbase.id]:[hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/hbase.id] 2024-12-05T12:21:26,915 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:26,915 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T12:21:26,916 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T12:21:26,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35063-0x101a69e446f0003, quorum=127.0.0.1:56788, baseZNode=/1-1013661064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1013661064 2024-12-05T12:21:26,928 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39633-0x101a69e446f0004, quorum=127.0.0.1:56788, baseZNode=/1-1013661064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1013661064 2024-12-05T12:21:26,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741827_1003 (size=196) 2024-12-05T12:21:27,339 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:21:27,340 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T12:21:27,340 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:21:27,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741828_1004 (size=1189) 2024-12-05T12:21:27,755 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/MasterData/data/master/store 2024-12-05T12:21:27,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741829_1005 (size=34) 2024-12-05T12:21:28,163 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:21:28,163 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:21:28,163 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:28,163 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:28,163 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:21:28,163 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:28,163 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:28,164 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401288163Disabling compacts and flushes for region at 1733401288163Disabling writes for close at 1733401288163Writing region close event to WAL at 1733401288163Closed at 1733401288163 2024-12-05T12:21:28,165 WARN [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/MasterData/data/master/store/.initializing 2024-12-05T12:21:28,165 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/MasterData/WALs/9ea9abad0e9b,35063,1733401286277 2024-12-05T12:21:28,166 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:21:28,168 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9ea9abad0e9b%2C35063%2C1733401286277, suffix=, logDir=hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/MasterData/WALs/9ea9abad0e9b,35063,1733401286277, archiveDir=hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/MasterData/oldWALs, maxLogs=10 2024-12-05T12:21:28,181 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/MasterData/WALs/9ea9abad0e9b,35063,1733401286277/9ea9abad0e9b%2C35063%2C1733401286277.1733401288168, exclude list is [], retry=0 2024-12-05T12:21:28,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36623,DS-7aa0aa30-361e-4165-afd2-730141b4d8fe,DISK] 2024-12-05T12:21:28,195 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/MasterData/WALs/9ea9abad0e9b,35063,1733401286277/9ea9abad0e9b%2C35063%2C1733401286277.1733401288168 2024-12-05T12:21:28,199 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38775:38775)] 2024-12-05T12:21:28,199 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:21:28,199 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:21:28,199 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:28,199 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:28,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:28,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T12:21:28,208 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:28,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:28,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:28,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T12:21:28,223 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:28,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:21:28,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:28,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T12:21:28,229 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:28,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:21:28,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:28,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T12:21:28,231 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:28,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:21:28,232 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:28,232 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:28,233 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:28,234 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:28,234 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:28,235 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:21:28,237 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:28,249 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:21:28,250 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63102223, jitterRate=-0.05970360338687897}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:21:28,250 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733401288199Initializing all the Stores at 1733401288201 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401288201Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401288202 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401288202Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401288203 (+1 ms)Cleaning up temporary data from old regions at 1733401288234 (+31 ms)Region opened successfully at 1733401288250 (+16 ms) 2024-12-05T12:21:28,251 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T12:21:28,255 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287c59b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ea9abad0e9b/172.17.0.3:0 2024-12-05T12:21:28,256 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T12:21:28,256 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T12:21:28,256 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T12:21:28,257 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T12:21:28,257 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T12:21:28,258 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T12:21:28,258 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T12:21:28,262 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T12:21:28,263 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35063-0x101a69e446f0003, quorum=127.0.0.1:56788, baseZNode=/1-1013661064 Unable to get data of znode /1-1013661064/balancer because node does not exist (not necessarily an error) 2024-12-05T12:21:28,328 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1013661064/balancer already deleted, retry=false 2024-12-05T12:21:28,328 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T12:21:28,331 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35063-0x101a69e446f0003, quorum=127.0.0.1:56788, baseZNode=/1-1013661064 Unable to get data of znode /1-1013661064/normalizer because node does not exist (not necessarily an error) 2024-12-05T12:21:28,336 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1013661064/normalizer already deleted, retry=false 2024-12-05T12:21:28,336 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T12:21:28,338 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35063-0x101a69e446f0003, quorum=127.0.0.1:56788, baseZNode=/1-1013661064 Unable to get data of znode /1-1013661064/switch/split because node does not exist (not necessarily an error) 2024-12-05T12:21:28,344 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1013661064/switch/split already deleted, retry=false 2024-12-05T12:21:28,345 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35063-0x101a69e446f0003, quorum=127.0.0.1:56788, baseZNode=/1-1013661064 Unable to get data of znode /1-1013661064/switch/merge because node does not exist (not necessarily an error) 2024-12-05T12:21:28,352 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1013661064/switch/merge already deleted, retry=false 2024-12-05T12:21:28,355 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35063-0x101a69e446f0003, quorum=127.0.0.1:56788, baseZNode=/1-1013661064 Unable to get data of znode /1-1013661064/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T12:21:28,361 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1013661064/snapshot-cleanup already deleted, retry=false 2024-12-05T12:21:28,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35063-0x101a69e446f0003, quorum=127.0.0.1:56788, baseZNode=/1-1013661064 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1013661064/running 2024-12-05T12:21:28,369 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39633-0x101a69e446f0004, quorum=127.0.0.1:56788, baseZNode=/1-1013661064 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1013661064/running 2024-12-05T12:21:28,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35063-0x101a69e446f0003, quorum=127.0.0.1:56788, baseZNode=/1-1013661064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1013661064 2024-12-05T12:21:28,369 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39633-0x101a69e446f0004, quorum=127.0.0.1:56788, baseZNode=/1-1013661064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1013661064 2024-12-05T12:21:28,370 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9ea9abad0e9b,35063,1733401286277, sessionid=0x101a69e446f0003, setting cluster-up flag (Was=false) 2024-12-05T12:21:28,386 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39633-0x101a69e446f0004, quorum=127.0.0.1:56788, baseZNode=/1-1013661064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1013661064 2024-12-05T12:21:28,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35063-0x101a69e446f0003, quorum=127.0.0.1:56788, baseZNode=/1-1013661064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1013661064 2024-12-05T12:21:28,411 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1013661064/flush-table-proc/acquired, /1-1013661064/flush-table-proc/reached, /1-1013661064/flush-table-proc/abort 2024-12-05T12:21:28,412 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ea9abad0e9b,35063,1733401286277 2024-12-05T12:21:28,428 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39633-0x101a69e446f0004, quorum=127.0.0.1:56788, baseZNode=/1-1013661064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1013661064 2024-12-05T12:21:28,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35063-0x101a69e446f0003, quorum=127.0.0.1:56788, baseZNode=/1-1013661064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1013661064 2024-12-05T12:21:28,603 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1013661064/online-snapshot/acquired, /1-1013661064/online-snapshot/reached, /1-1013661064/online-snapshot/abort 2024-12-05T12:21:28,604 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ea9abad0e9b,35063,1733401286277 2024-12-05T12:21:28,606 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T12:21:28,607 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T12:21:28,608 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T12:21:28,608 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T12:21:28,608 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9ea9abad0e9b,35063,1733401286277 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T12:21:28,610 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:21:28,610 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:21:28,610 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:21:28,610 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:21:28,610 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9ea9abad0e9b:0, corePoolSize=10, maxPoolSize=10 2024-12-05T12:21:28,610 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:28,610 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:21:28,610 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:28,612 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:21:28,612 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T12:21:28,613 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:28,613 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T12:21:28,625 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733401318625 2024-12-05T12:21:28,625 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T12:21:28,625 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T12:21:28,625 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T12:21:28,625 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T12:21:28,625 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T12:21:28,625 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T12:21:28,626 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:28,635 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T12:21:28,635 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T12:21:28,635 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T12:21:28,635 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T12:21:28,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741831_1007 (size=1321) 2024-12-05T12:21:28,636 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T12:21:28,636 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T12:21:28,638 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401288636,5,FailOnTimeoutGroup] 2024-12-05T12:21:28,639 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401288639,5,FailOnTimeoutGroup] 2024-12-05T12:21:28,639 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:28,639 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T12:21:28,639 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:28,639 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:28,655 INFO [RS:0;9ea9abad0e9b:39633 {}] regionserver.HRegionServer(746): ClusterId : da7d3c80-49ea-4008-9ab8-36119088f4e8 2024-12-05T12:21:28,655 DEBUG [RS:0;9ea9abad0e9b:39633 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T12:21:28,749 DEBUG [RS:0;9ea9abad0e9b:39633 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T12:21:28,749 DEBUG [RS:0;9ea9abad0e9b:39633 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T12:21:28,759 DEBUG [RS:0;9ea9abad0e9b:39633 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T12:21:28,760 DEBUG [RS:0;9ea9abad0e9b:39633 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cc97b66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ea9abad0e9b/172.17.0.3:0 2024-12-05T12:21:28,776 DEBUG [RS:0;9ea9abad0e9b:39633 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9ea9abad0e9b:39633 2024-12-05T12:21:28,776 INFO [RS:0;9ea9abad0e9b:39633 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T12:21:28,776 INFO [RS:0;9ea9abad0e9b:39633 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T12:21:28,776 DEBUG [RS:0;9ea9abad0e9b:39633 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T12:21:28,776 INFO [RS:0;9ea9abad0e9b:39633 {}] regionserver.HRegionServer(2659): reportForDuty to master=9ea9abad0e9b,35063,1733401286277 with port=39633, startcode=1733401286406 2024-12-05T12:21:28,822 DEBUG [RS:0;9ea9abad0e9b:39633 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T12:21:28,824 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39993, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T12:21:28,825 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35063 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9ea9abad0e9b,39633,1733401286406 2024-12-05T12:21:28,825 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35063 {}] master.ServerManager(517): Registering regionserver=9ea9abad0e9b,39633,1733401286406 2024-12-05T12:21:28,827 DEBUG [RS:0;9ea9abad0e9b:39633 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6 2024-12-05T12:21:28,827 DEBUG [RS:0;9ea9abad0e9b:39633 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45293 2024-12-05T12:21:28,827 DEBUG [RS:0;9ea9abad0e9b:39633 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T12:21:28,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35063-0x101a69e446f0003, quorum=127.0.0.1:56788, baseZNode=/1-1013661064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1013661064/rs 2024-12-05T12:21:28,907 DEBUG [RS:0;9ea9abad0e9b:39633 {}] zookeeper.ZKUtil(111): regionserver:39633-0x101a69e446f0004, quorum=127.0.0.1:56788, baseZNode=/1-1013661064 Set watcher on existing znode=/1-1013661064/rs/9ea9abad0e9b,39633,1733401286406 2024-12-05T12:21:28,907 WARN [RS:0;9ea9abad0e9b:39633 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:21:28,907 INFO [RS:0;9ea9abad0e9b:39633 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:21:28,907 DEBUG [RS:0;9ea9abad0e9b:39633 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/WALs/9ea9abad0e9b,39633,1733401286406 2024-12-05T12:21:28,907 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9ea9abad0e9b,39633,1733401286406] 2024-12-05T12:21:28,910 INFO [RS:0;9ea9abad0e9b:39633 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T12:21:28,912 INFO [RS:0;9ea9abad0e9b:39633 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T12:21:28,912 INFO [RS:0;9ea9abad0e9b:39633 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T12:21:28,912 INFO [RS:0;9ea9abad0e9b:39633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:28,912 INFO [RS:0;9ea9abad0e9b:39633 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T12:21:28,913 INFO [RS:0;9ea9abad0e9b:39633 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T12:21:28,913 INFO [RS:0;9ea9abad0e9b:39633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:28,913 DEBUG [RS:0;9ea9abad0e9b:39633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:28,913 DEBUG [RS:0;9ea9abad0e9b:39633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:28,913 DEBUG [RS:0;9ea9abad0e9b:39633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:28,913 DEBUG [RS:0;9ea9abad0e9b:39633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:28,913 DEBUG [RS:0;9ea9abad0e9b:39633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:28,914 DEBUG [RS:0;9ea9abad0e9b:39633 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9ea9abad0e9b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:21:28,914 DEBUG [RS:0;9ea9abad0e9b:39633 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:28,914 DEBUG [RS:0;9ea9abad0e9b:39633 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:28,914 DEBUG [RS:0;9ea9abad0e9b:39633 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:28,914 DEBUG [RS:0;9ea9abad0e9b:39633 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:28,914 DEBUG [RS:0;9ea9abad0e9b:39633 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:28,914 DEBUG [RS:0;9ea9abad0e9b:39633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:28,914 DEBUG [RS:0;9ea9abad0e9b:39633 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9ea9abad0e9b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:21:28,914 DEBUG [RS:0;9ea9abad0e9b:39633 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9ea9abad0e9b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:21:28,914 INFO [RS:0;9ea9abad0e9b:39633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:28,914 INFO [RS:0;9ea9abad0e9b:39633 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:28,914 INFO [RS:0;9ea9abad0e9b:39633 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:28,914 INFO [RS:0;9ea9abad0e9b:39633 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:28,914 INFO [RS:0;9ea9abad0e9b:39633 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:28,914 INFO [RS:0;9ea9abad0e9b:39633 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,39633,1733401286406-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:21:28,938 INFO [RS:0;9ea9abad0e9b:39633 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T12:21:28,939 INFO [RS:0;9ea9abad0e9b:39633 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,39633,1733401286406-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:28,939 INFO [RS:0;9ea9abad0e9b:39633 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:28,939 INFO [RS:0;9ea9abad0e9b:39633 {}] regionserver.Replication(171): 9ea9abad0e9b,39633,1733401286406 started 2024-12-05T12:21:28,959 INFO [RS:0;9ea9abad0e9b:39633 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:28,959 INFO [RS:0;9ea9abad0e9b:39633 {}] regionserver.HRegionServer(1482): Serving as 9ea9abad0e9b,39633,1733401286406, RpcServer on 9ea9abad0e9b/172.17.0.3:39633, sessionid=0x101a69e446f0004 2024-12-05T12:21:28,959 DEBUG [RS:0;9ea9abad0e9b:39633 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T12:21:28,959 DEBUG [RS:0;9ea9abad0e9b:39633 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9ea9abad0e9b,39633,1733401286406 2024-12-05T12:21:28,959 DEBUG [RS:0;9ea9abad0e9b:39633 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ea9abad0e9b,39633,1733401286406' 2024-12-05T12:21:28,959 DEBUG [RS:0;9ea9abad0e9b:39633 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1013661064/flush-table-proc/abort' 2024-12-05T12:21:28,960 DEBUG [RS:0;9ea9abad0e9b:39633 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1013661064/flush-table-proc/acquired' 2024-12-05T12:21:28,960 DEBUG [RS:0;9ea9abad0e9b:39633 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T12:21:28,960 DEBUG [RS:0;9ea9abad0e9b:39633 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T12:21:28,960 DEBUG [RS:0;9ea9abad0e9b:39633 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9ea9abad0e9b,39633,1733401286406 2024-12-05T12:21:28,960 DEBUG [RS:0;9ea9abad0e9b:39633 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ea9abad0e9b,39633,1733401286406' 2024-12-05T12:21:28,960 DEBUG [RS:0;9ea9abad0e9b:39633 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1013661064/online-snapshot/abort' 2024-12-05T12:21:28,960 DEBUG [RS:0;9ea9abad0e9b:39633 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1013661064/online-snapshot/acquired' 2024-12-05T12:21:28,961 DEBUG [RS:0;9ea9abad0e9b:39633 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T12:21:28,961 INFO [RS:0;9ea9abad0e9b:39633 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T12:21:28,961 INFO [RS:0;9ea9abad0e9b:39633 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T12:21:29,037 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T12:21:29,037 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6 2024-12-05T12:21:29,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741832_1008 (size=32) 2024-12-05T12:21:29,061 INFO [RS:0;9ea9abad0e9b:39633 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:21:29,062 INFO [RS:0;9ea9abad0e9b:39633 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C39633%2C1733401286406, suffix=, logDir=hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/WALs/9ea9abad0e9b,39633,1733401286406, archiveDir=hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/oldWALs, maxLogs=10 2024-12-05T12:21:29,073 DEBUG [RS:0;9ea9abad0e9b:39633 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/WALs/9ea9abad0e9b,39633,1733401286406/9ea9abad0e9b%2C39633%2C1733401286406.1733401289063, exclude list is [], retry=0 2024-12-05T12:21:29,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36623,DS-7aa0aa30-361e-4165-afd2-730141b4d8fe,DISK] 2024-12-05T12:21:29,078 INFO [RS:0;9ea9abad0e9b:39633 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/WALs/9ea9abad0e9b,39633,1733401286406/9ea9abad0e9b%2C39633%2C1733401286406.1733401289063 2024-12-05T12:21:29,078 DEBUG [RS:0;9ea9abad0e9b:39633 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38775:38775)] 2024-12-05T12:21:29,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:21:29,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:21:29,452 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:21:29,453 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:29,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:29,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:21:29,454 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:21:29,454 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:29,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:29,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:21:29,459 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:21:29,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:29,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:29,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:21:29,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:21:29,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:29,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:29,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:21:29,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/data/hbase/meta/1588230740 2024-12-05T12:21:29,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/data/hbase/meta/1588230740 2024-12-05T12:21:29,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:21:29,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:21:29,464 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:21:29,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:21:29,466 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T12:21:29,468 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:21:29,469 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73864897, jitterRate=0.10067273676395416}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:21:29,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733401289450Initializing all the Stores at 1733401289451 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401289451Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401289451Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401289451Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401289451Cleaning up temporary data from old regions at 1733401289464 (+13 ms)Region opened successfully at 1733401289469 (+5 ms) 2024-12-05T12:21:29,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:21:29,469 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:21:29,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:21:29,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:21:29,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:21:29,470 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:21:29,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401289469Disabling compacts and flushes for region at 1733401289469Disabling writes for close at 1733401289469Writing region close event to WAL at 1733401289470 (+1 ms)Closed at 1733401289470 2024-12-05T12:21:29,471 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:21:29,471 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T12:21:29,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T12:21:29,475 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:21:29,479 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T12:21:29,633 DEBUG [9ea9abad0e9b:35063 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T12:21:29,633 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9ea9abad0e9b,39633,1733401286406 2024-12-05T12:21:29,635 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ea9abad0e9b,39633,1733401286406, state=OPENING 2024-12-05T12:21:29,644 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T12:21:29,653 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39633-0x101a69e446f0004, quorum=127.0.0.1:56788, baseZNode=/1-1013661064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1013661064 2024-12-05T12:21:29,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35063-0x101a69e446f0003, quorum=127.0.0.1:56788, baseZNode=/1-1013661064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1013661064 2024-12-05T12:21:29,653 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1013661064/meta-region-server: CHANGED 2024-12-05T12:21:29,653 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1013661064/meta-region-server: CHANGED 2024-12-05T12:21:29,653 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:21:29,654 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,39633,1733401286406}] 2024-12-05T12:21:29,807 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:21:29,810 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41031, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T12:21:29,815 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T12:21:29,815 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:21:29,815 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T12:21:29,817 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C39633%2C1733401286406.meta, suffix=.meta, logDir=hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/WALs/9ea9abad0e9b,39633,1733401286406, archiveDir=hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/oldWALs, maxLogs=10 2024-12-05T12:21:29,833 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/WALs/9ea9abad0e9b,39633,1733401286406/9ea9abad0e9b%2C39633%2C1733401286406.meta.1733401289817.meta, exclude list is [], retry=0 2024-12-05T12:21:29,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36623,DS-7aa0aa30-361e-4165-afd2-730141b4d8fe,DISK] 2024-12-05T12:21:29,837 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/WALs/9ea9abad0e9b,39633,1733401286406/9ea9abad0e9b%2C39633%2C1733401286406.meta.1733401289817.meta 2024-12-05T12:21:29,837 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38775:38775)] 2024-12-05T12:21:29,837 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:21:29,838 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:21:29,838 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:21:29,838 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T12:21:29,838 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T12:21:29,838 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T12:21:29,838 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:21:29,838 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T12:21:29,838 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T12:21:29,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:21:29,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:21:29,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:29,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:29,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:21:29,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:21:29,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:29,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:29,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:21:29,845 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:21:29,845 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:29,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:29,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:21:29,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:21:29,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:29,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:29,847 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:21:29,848 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/data/hbase/meta/1588230740 2024-12-05T12:21:29,850 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/data/hbase/meta/1588230740 2024-12-05T12:21:29,851 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:21:29,851 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:21:29,852 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:21:29,853 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:21:29,854 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69449089, jitterRate=0.03487206995487213}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:21:29,854 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T12:21:29,854 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733401289839Writing region info on filesystem at 1733401289839Initializing all the Stores at 1733401289840 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401289840Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401289840Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401289840Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401289840Cleaning up temporary data from old regions at 1733401289851 (+11 ms)Running coprocessor post-open hooks at 1733401289854 (+3 ms)Region opened successfully at 1733401289854 2024-12-05T12:21:29,856 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733401289807 2024-12-05T12:21:29,859 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T12:21:29,859 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T12:21:29,860 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9ea9abad0e9b,39633,1733401286406 2024-12-05T12:21:29,861 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ea9abad0e9b,39633,1733401286406, state=OPEN 2024-12-05T12:21:29,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35063-0x101a69e446f0003, quorum=127.0.0.1:56788, baseZNode=/1-1013661064 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1013661064/meta-region-server 2024-12-05T12:21:29,869 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39633-0x101a69e446f0004, quorum=127.0.0.1:56788, baseZNode=/1-1013661064 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1013661064/meta-region-server 2024-12-05T12:21:29,869 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1013661064/meta-region-server: CHANGED 2024-12-05T12:21:29,869 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1013661064/meta-region-server: CHANGED 2024-12-05T12:21:29,869 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,39633,1733401286406 2024-12-05T12:21:29,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T12:21:29,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,39633,1733401286406 in 216 msec 2024-12-05T12:21:29,874 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T12:21:29,874 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 400 msec 2024-12-05T12:21:29,875 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:21:29,875 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T12:21:29,877 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:21:29,877 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,39633,1733401286406, seqNum=-1] 2024-12-05T12:21:29,878 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:21:29,879 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58883, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:21:29,886 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2770 sec 2024-12-05T12:21:29,886 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733401289886, completionTime=-1 2024-12-05T12:21:29,886 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T12:21:29,886 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T12:21:29,888 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T12:21:29,889 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733401349889 2024-12-05T12:21:29,889 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733401409889 2024-12-05T12:21:29,889 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T12:21:29,889 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,35063,1733401286277-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:29,889 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,35063,1733401286277-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:29,889 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,35063,1733401286277-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:29,889 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9ea9abad0e9b:35063, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:29,889 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:29,890 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:29,891 DEBUG [master/9ea9abad0e9b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T12:21:29,894 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.407sec 2024-12-05T12:21:29,894 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T12:21:29,894 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T12:21:29,894 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T12:21:29,894 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T12:21:29,894 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T12:21:29,894 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,35063,1733401286277-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:21:29,894 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,35063,1733401286277-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T12:21:29,896 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T12:21:29,897 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T12:21:29,897 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,35063,1733401286277-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:29,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31eb4d31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:29,958 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,35063,-1 for getting cluster id 2024-12-05T12:21:29,958 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:21:29,961 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da7d3c80-49ea-4008-9ab8-36119088f4e8' 2024-12-05T12:21:29,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:21:29,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da7d3c80-49ea-4008-9ab8-36119088f4e8" 2024-12-05T12:21:29,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a7dd732, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:29,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,35063,-1] 2024-12-05T12:21:29,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:21:29,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:29,963 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:21:29,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e042af9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:29,965 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:21:29,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,39633,1733401286406, seqNum=-1] 2024-12-05T12:21:29,967 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:21:29,968 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:21:29,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9ea9abad0e9b,35063,1733401286277 2024-12-05T12:21:29,970 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56788 2024-12-05T12:21:29,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56788, baseZNode=/1-1013661064 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:21:29,978 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a69e446f0005 connected 2024-12-05T12:21:29,991 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:21:29,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,33345,1733401281537 2024-12-05T12:21:29,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66815681 2024-12-05T12:21:29,993 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:21:29,994 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:21:29,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33345 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:21:30,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33345 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T12:21:30,002 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:21:30,003 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:30,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33345 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T12:21:30,005 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:21:30,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:21:30,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35005 is added to blk_1073741835_1011 (size=902) 2024-12-05T12:21:30,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:21:30,118 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:21:30,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:21:30,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:21:30,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:21:30,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:21:30,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:21:30,414 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3f7a1dd377ed29e521fd6aebc758e3c1, NAME => 'test,,1733401289995.3f7a1dd377ed29e521fd6aebc758e3c1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1 2024-12-05T12:21:30,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35005 is added to blk_1073741836_1012 (size=39) 2024-12-05T12:21:30,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:21:30,826 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733401289995.3f7a1dd377ed29e521fd6aebc758e3c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:21:30,827 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3f7a1dd377ed29e521fd6aebc758e3c1, disabling compactions & flushes 2024-12-05T12:21:30,827 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733401289995.3f7a1dd377ed29e521fd6aebc758e3c1. 2024-12-05T12:21:30,827 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401289995.3f7a1dd377ed29e521fd6aebc758e3c1. 2024-12-05T12:21:30,827 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733401289995.3f7a1dd377ed29e521fd6aebc758e3c1. after waiting 0 ms 2024-12-05T12:21:30,827 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733401289995.3f7a1dd377ed29e521fd6aebc758e3c1. 2024-12-05T12:21:30,827 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733401289995.3f7a1dd377ed29e521fd6aebc758e3c1. 2024-12-05T12:21:30,827 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3f7a1dd377ed29e521fd6aebc758e3c1: Waiting for close lock at 1733401290826Disabling compacts and flushes for region at 1733401290826Disabling writes for close at 1733401290827 (+1 ms)Writing region close event to WAL at 1733401290827Closed at 1733401290827 2024-12-05T12:21:30,829 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:21:30,830 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733401289995.3f7a1dd377ed29e521fd6aebc758e3c1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733401290829"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401290829"}]},"ts":"1733401290829"} 2024-12-05T12:21:30,839 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:21:30,841 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:21:30,841 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401290841"}]},"ts":"1733401290841"} 2024-12-05T12:21:30,845 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T12:21:30,845 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3f7a1dd377ed29e521fd6aebc758e3c1, ASSIGN}] 2024-12-05T12:21:30,847 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3f7a1dd377ed29e521fd6aebc758e3c1, ASSIGN 2024-12-05T12:21:30,848 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3f7a1dd377ed29e521fd6aebc758e3c1, ASSIGN; state=OFFLINE, location=9ea9abad0e9b,37631,1733401281775; forceNewPlan=false, retain=false 2024-12-05T12:21:30,999 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3f7a1dd377ed29e521fd6aebc758e3c1, regionState=OPENING, regionLocation=9ea9abad0e9b,37631,1733401281775 2024-12-05T12:21:31,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3f7a1dd377ed29e521fd6aebc758e3c1, ASSIGN because future has completed 2024-12-05T12:21:31,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f7a1dd377ed29e521fd6aebc758e3c1, server=9ea9abad0e9b,37631,1733401281775}] 2024-12-05T12:21:31,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:21:31,161 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733401289995.3f7a1dd377ed29e521fd6aebc758e3c1. 2024-12-05T12:21:31,162 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3f7a1dd377ed29e521fd6aebc758e3c1, NAME => 'test,,1733401289995.3f7a1dd377ed29e521fd6aebc758e3c1.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:21:31,162 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:21:31,162 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T12:21:31,162 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3f7a1dd377ed29e521fd6aebc758e3c1 2024-12-05T12:21:31,163 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733401289995.3f7a1dd377ed29e521fd6aebc758e3c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:21:31,163 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3f7a1dd377ed29e521fd6aebc758e3c1 2024-12-05T12:21:31,163 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3f7a1dd377ed29e521fd6aebc758e3c1 2024-12-05T12:21:31,164 INFO [StoreOpener-3f7a1dd377ed29e521fd6aebc758e3c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3f7a1dd377ed29e521fd6aebc758e3c1 2024-12-05T12:21:31,166 INFO [StoreOpener-3f7a1dd377ed29e521fd6aebc758e3c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f7a1dd377ed29e521fd6aebc758e3c1 columnFamilyName f 2024-12-05T12:21:31,166 DEBUG [StoreOpener-3f7a1dd377ed29e521fd6aebc758e3c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:31,166 INFO [StoreOpener-3f7a1dd377ed29e521fd6aebc758e3c1-1 {}] regionserver.HStore(327): Store=3f7a1dd377ed29e521fd6aebc758e3c1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:21:31,166 INFO [StoreOpener-3f7a1dd377ed29e521fd6aebc758e3c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3f7a1dd377ed29e521fd6aebc758e3c1 2024-12-05T12:21:31,168 INFO [StoreOpener-3f7a1dd377ed29e521fd6aebc758e3c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f7a1dd377ed29e521fd6aebc758e3c1 columnFamilyName f1 2024-12-05T12:21:31,168 DEBUG [StoreOpener-3f7a1dd377ed29e521fd6aebc758e3c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:31,168 INFO [StoreOpener-3f7a1dd377ed29e521fd6aebc758e3c1-1 {}] regionserver.HStore(327): Store=3f7a1dd377ed29e521fd6aebc758e3c1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:21:31,168 INFO [StoreOpener-3f7a1dd377ed29e521fd6aebc758e3c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3f7a1dd377ed29e521fd6aebc758e3c1 2024-12-05T12:21:31,170 INFO [StoreOpener-3f7a1dd377ed29e521fd6aebc758e3c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f7a1dd377ed29e521fd6aebc758e3c1 columnFamilyName norep 2024-12-05T12:21:31,170 DEBUG [StoreOpener-3f7a1dd377ed29e521fd6aebc758e3c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:31,170 INFO [StoreOpener-3f7a1dd377ed29e521fd6aebc758e3c1-1 {}] regionserver.HStore(327): Store=3f7a1dd377ed29e521fd6aebc758e3c1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:21:31,170 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3f7a1dd377ed29e521fd6aebc758e3c1 2024-12-05T12:21:31,171 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/data/default/test/3f7a1dd377ed29e521fd6aebc758e3c1 2024-12-05T12:21:31,171 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/data/default/test/3f7a1dd377ed29e521fd6aebc758e3c1 2024-12-05T12:21:31,172 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3f7a1dd377ed29e521fd6aebc758e3c1 2024-12-05T12:21:31,172 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3f7a1dd377ed29e521fd6aebc758e3c1 2024-12-05T12:21:31,173 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:21:31,174 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3f7a1dd377ed29e521fd6aebc758e3c1 2024-12-05T12:21:31,176 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/data/default/test/3f7a1dd377ed29e521fd6aebc758e3c1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:21:31,176 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3f7a1dd377ed29e521fd6aebc758e3c1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63131207, jitterRate=-0.05927170813083649}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:21:31,177 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3f7a1dd377ed29e521fd6aebc758e3c1 2024-12-05T12:21:31,177 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3f7a1dd377ed29e521fd6aebc758e3c1: Running coprocessor pre-open hook at 1733401291163Writing region info on filesystem at 1733401291163Initializing all the Stores at 1733401291164 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401291164Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401291164Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401291164Cleaning up temporary data from old regions at 1733401291172 (+8 ms)Running coprocessor post-open hooks at 1733401291177 (+5 ms)Region opened successfully at 1733401291177 2024-12-05T12:21:31,179 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733401289995.3f7a1dd377ed29e521fd6aebc758e3c1., pid=6, masterSystemTime=1733401291157 2024-12-05T12:21:31,181 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733401289995.3f7a1dd377ed29e521fd6aebc758e3c1. 2024-12-05T12:21:31,181 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733401289995.3f7a1dd377ed29e521fd6aebc758e3c1. 2024-12-05T12:21:31,183 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3f7a1dd377ed29e521fd6aebc758e3c1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9ea9abad0e9b,37631,1733401281775 2024-12-05T12:21:31,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f7a1dd377ed29e521fd6aebc758e3c1, server=9ea9abad0e9b,37631,1733401281775 because future has completed 2024-12-05T12:21:31,189 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T12:21:31,189 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3f7a1dd377ed29e521fd6aebc758e3c1, server=9ea9abad0e9b,37631,1733401281775 in 183 msec 2024-12-05T12:21:31,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T12:21:31,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3f7a1dd377ed29e521fd6aebc758e3c1, ASSIGN in 344 msec 2024-12-05T12:21:31,192 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:21:31,192 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401291192"}]},"ts":"1733401291192"} 2024-12-05T12:21:31,194 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T12:21:31,195 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:21:31,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1960 sec 2024-12-05T12:21:32,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:21:32,156 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:21:32,156 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T12:21:32,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,35063,1733401286277 2024-12-05T12:21:32,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68232066 2024-12-05T12:21:32,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:21:32,158 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:21:32,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35063 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:21:32,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35063 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T12:21:32,163 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:21:32,163 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:32,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35063 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T12:21:32,165 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:21:32,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:21:32,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741835_1011 (size=902) 2024-12-05T12:21:32,173 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => da4c2d4a1229a9cf637b56d3444adfea, NAME => 'test,,1733401292159.da4c2d4a1229a9cf637b56d3444adfea.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6 2024-12-05T12:21:32,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741836_1012 (size=39) 2024-12-05T12:21:32,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:21:32,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:21:32,580 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733401292159.da4c2d4a1229a9cf637b56d3444adfea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:21:32,580 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing da4c2d4a1229a9cf637b56d3444adfea, disabling compactions & flushes 2024-12-05T12:21:32,580 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733401292159.da4c2d4a1229a9cf637b56d3444adfea. 2024-12-05T12:21:32,580 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401292159.da4c2d4a1229a9cf637b56d3444adfea. 2024-12-05T12:21:32,580 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733401292159.da4c2d4a1229a9cf637b56d3444adfea. after waiting 0 ms 2024-12-05T12:21:32,580 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733401292159.da4c2d4a1229a9cf637b56d3444adfea. 2024-12-05T12:21:32,580 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733401292159.da4c2d4a1229a9cf637b56d3444adfea. 2024-12-05T12:21:32,580 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for da4c2d4a1229a9cf637b56d3444adfea: Waiting for close lock at 1733401292580Disabling compacts and flushes for region at 1733401292580Disabling writes for close at 1733401292580Writing region close event to WAL at 1733401292580Closed at 1733401292580 2024-12-05T12:21:32,582 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:21:32,582 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733401292159.da4c2d4a1229a9cf637b56d3444adfea.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733401292582"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401292582"}]},"ts":"1733401292582"} 2024-12-05T12:21:32,586 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:21:32,587 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:21:32,588 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401292587"}]},"ts":"1733401292587"} 2024-12-05T12:21:32,590 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T12:21:32,591 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=da4c2d4a1229a9cf637b56d3444adfea, ASSIGN}] 2024-12-05T12:21:32,592 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=da4c2d4a1229a9cf637b56d3444adfea, ASSIGN 2024-12-05T12:21:32,593 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=da4c2d4a1229a9cf637b56d3444adfea, ASSIGN; state=OFFLINE, location=9ea9abad0e9b,39633,1733401286406; forceNewPlan=false, retain=false 2024-12-05T12:21:32,744 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=da4c2d4a1229a9cf637b56d3444adfea, regionState=OPENING, regionLocation=9ea9abad0e9b,39633,1733401286406 2024-12-05T12:21:32,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=da4c2d4a1229a9cf637b56d3444adfea, ASSIGN because future has completed 2024-12-05T12:21:32,747 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure da4c2d4a1229a9cf637b56d3444adfea, server=9ea9abad0e9b,39633,1733401286406}] 2024-12-05T12:21:32,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:21:32,910 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733401292159.da4c2d4a1229a9cf637b56d3444adfea. 2024-12-05T12:21:32,910 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => da4c2d4a1229a9cf637b56d3444adfea, NAME => 'test,,1733401292159.da4c2d4a1229a9cf637b56d3444adfea.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:21:32,910 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:21:32,910 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T12:21:32,911 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test da4c2d4a1229a9cf637b56d3444adfea 2024-12-05T12:21:32,911 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733401292159.da4c2d4a1229a9cf637b56d3444adfea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:21:32,911 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for da4c2d4a1229a9cf637b56d3444adfea 2024-12-05T12:21:32,911 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for da4c2d4a1229a9cf637b56d3444adfea 2024-12-05T12:21:32,913 INFO [StoreOpener-da4c2d4a1229a9cf637b56d3444adfea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region da4c2d4a1229a9cf637b56d3444adfea 2024-12-05T12:21:32,914 INFO [StoreOpener-da4c2d4a1229a9cf637b56d3444adfea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da4c2d4a1229a9cf637b56d3444adfea columnFamilyName f 2024-12-05T12:21:32,914 DEBUG [StoreOpener-da4c2d4a1229a9cf637b56d3444adfea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:32,915 INFO [StoreOpener-da4c2d4a1229a9cf637b56d3444adfea-1 {}] regionserver.HStore(327): Store=da4c2d4a1229a9cf637b56d3444adfea/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:21:32,915 INFO [StoreOpener-da4c2d4a1229a9cf637b56d3444adfea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region da4c2d4a1229a9cf637b56d3444adfea 2024-12-05T12:21:32,916 INFO [StoreOpener-da4c2d4a1229a9cf637b56d3444adfea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da4c2d4a1229a9cf637b56d3444adfea columnFamilyName f1 2024-12-05T12:21:32,917 DEBUG [StoreOpener-da4c2d4a1229a9cf637b56d3444adfea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:32,925 INFO [StoreOpener-da4c2d4a1229a9cf637b56d3444adfea-1 {}] regionserver.HStore(327): Store=da4c2d4a1229a9cf637b56d3444adfea/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:21:32,925 INFO [StoreOpener-da4c2d4a1229a9cf637b56d3444adfea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region da4c2d4a1229a9cf637b56d3444adfea 2024-12-05T12:21:32,927 INFO [StoreOpener-da4c2d4a1229a9cf637b56d3444adfea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da4c2d4a1229a9cf637b56d3444adfea columnFamilyName norep 2024-12-05T12:21:32,927 DEBUG [StoreOpener-da4c2d4a1229a9cf637b56d3444adfea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:32,927 INFO [StoreOpener-da4c2d4a1229a9cf637b56d3444adfea-1 {}] regionserver.HStore(327): Store=da4c2d4a1229a9cf637b56d3444adfea/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:21:32,927 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for da4c2d4a1229a9cf637b56d3444adfea 2024-12-05T12:21:32,928 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/data/default/test/da4c2d4a1229a9cf637b56d3444adfea 2024-12-05T12:21:32,929 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/data/default/test/da4c2d4a1229a9cf637b56d3444adfea 2024-12-05T12:21:32,930 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for da4c2d4a1229a9cf637b56d3444adfea 2024-12-05T12:21:32,930 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for da4c2d4a1229a9cf637b56d3444adfea 2024-12-05T12:21:32,930 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:21:32,932 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for da4c2d4a1229a9cf637b56d3444adfea 2024-12-05T12:21:32,934 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/data/default/test/da4c2d4a1229a9cf637b56d3444adfea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:21:32,935 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened da4c2d4a1229a9cf637b56d3444adfea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71204564, jitterRate=0.061030685901641846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:21:32,935 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for da4c2d4a1229a9cf637b56d3444adfea 2024-12-05T12:21:32,935 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for da4c2d4a1229a9cf637b56d3444adfea: Running coprocessor pre-open hook at 1733401292911Writing region info on filesystem at 1733401292911Initializing all the Stores at 1733401292912 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401292912Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401292912Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401292912Cleaning up temporary data from old regions at 1733401292930 (+18 ms)Running coprocessor post-open hooks at 1733401292935 (+5 ms)Region opened successfully at 1733401292935 2024-12-05T12:21:32,936 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733401292159.da4c2d4a1229a9cf637b56d3444adfea., pid=6, masterSystemTime=1733401292900 2024-12-05T12:21:32,939 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733401292159.da4c2d4a1229a9cf637b56d3444adfea. 2024-12-05T12:21:32,940 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733401292159.da4c2d4a1229a9cf637b56d3444adfea. 2024-12-05T12:21:32,941 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=da4c2d4a1229a9cf637b56d3444adfea, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9ea9abad0e9b,39633,1733401286406 2024-12-05T12:21:32,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure da4c2d4a1229a9cf637b56d3444adfea, server=9ea9abad0e9b,39633,1733401286406 because future has completed 2024-12-05T12:21:32,952 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T12:21:32,952 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure da4c2d4a1229a9cf637b56d3444adfea, server=9ea9abad0e9b,39633,1733401286406 in 198 msec 2024-12-05T12:21:32,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T12:21:32,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=da4c2d4a1229a9cf637b56d3444adfea, ASSIGN in 361 msec 2024-12-05T12:21:32,956 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:21:32,956 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401292956"}]},"ts":"1733401292956"} 2024-12-05T12:21:32,959 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T12:21:32,960 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:21:32,962 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 801 msec 2024-12-05T12:21:33,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:21:33,305 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T12:21:33,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@561e5a79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:33,306 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,33345,-1 for getting cluster id 2024-12-05T12:21:33,306 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:21:33,307 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f8ac5ef-d64a-4c44-8e78-84e727cbb3b7' 2024-12-05T12:21:33,307 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:21:33,307 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f8ac5ef-d64a-4c44-8e78-84e727cbb3b7" 2024-12-05T12:21:33,308 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d6d898b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:33,308 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,33345,-1] 2024-12-05T12:21:33,308 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:21:33,308 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:33,309 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:21:33,309 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a5c5926, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:33,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3abe0e23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:33,310 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,35063,-1 for getting cluster id 2024-12-05T12:21:33,310 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:21:33,311 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da7d3c80-49ea-4008-9ab8-36119088f4e8' 2024-12-05T12:21:33,311 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:21:33,311 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da7d3c80-49ea-4008-9ab8-36119088f4e8" 2024-12-05T12:21:33,311 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@237ea43c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:33,311 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,35063,-1] 2024-12-05T12:21:33,311 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:21:33,311 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:33,312 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:21:33,313 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4af95dd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:33,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a9afe39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:33,313 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,33345,-1 for getting cluster id 2024-12-05T12:21:33,314 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:21:33,314 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f8ac5ef-d64a-4c44-8e78-84e727cbb3b7' 2024-12-05T12:21:33,314 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:21:33,314 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f8ac5ef-d64a-4c44-8e78-84e727cbb3b7" 2024-12-05T12:21:33,314 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@323aeae5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:33,314 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,33345,-1] 2024-12-05T12:21:33,315 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:21:33,315 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:33,315 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:21:33,316 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@156e63b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:33,317 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:21:33,318 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,33345,1733401281537 2024-12-05T12:21:33,318 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fff5520 2024-12-05T12:21:33,318 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:21:33,319 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:21:33,320 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33345 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9ea9abad0e9b:35063,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-12-05T12:21:33,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33345 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T12:21:33,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:21:33,323 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ea9abad0e9b:35063' 2024-12-05T12:21:33,324 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a70d3e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:33,324 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,35063,-1 for getting cluster id 2024-12-05T12:21:33,324 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:21:33,325 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da7d3c80-49ea-4008-9ab8-36119088f4e8' 2024-12-05T12:21:33,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:21:33,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da7d3c80-49ea-4008-9ab8-36119088f4e8" 2024-12-05T12:21:33,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@130f12b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:33,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,35063,-1] 2024-12-05T12:21:33,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:21:33,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:33,326 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:21:33,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d2d54cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:33,327 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:21:33,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,35063,1733401286277 2024-12-05T12:21:33,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6eb89298 2024-12-05T12:21:33,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:21:33,329 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:21:33,330 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T12:21:33,330 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T12:21:33,330 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:33,330 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:33,330 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:21:33,330 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:21:33,331 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T12:21:33,332 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:21:33,333 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:33,333 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:21:33,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35005 is added to blk_1073741837_1013 (size=1138) 2024-12-05T12:21:33,382 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T12:21:33,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:21:33,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:21:33,742 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 88dacd234fbe31875ef146337bf7fbdc, NAME => 'hbase:replication,,1733401293330.88dacd234fbe31875ef146337bf7fbdc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1 2024-12-05T12:21:33,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35005 is added to blk_1073741838_1014 (size=44) 2024-12-05T12:21:33,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:21:34,149 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401293330.88dacd234fbe31875ef146337bf7fbdc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:21:34,149 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 88dacd234fbe31875ef146337bf7fbdc, disabling compactions & flushes 2024-12-05T12:21:34,149 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401293330.88dacd234fbe31875ef146337bf7fbdc. 2024-12-05T12:21:34,149 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401293330.88dacd234fbe31875ef146337bf7fbdc. 2024-12-05T12:21:34,149 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401293330.88dacd234fbe31875ef146337bf7fbdc. after waiting 0 ms 2024-12-05T12:21:34,149 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401293330.88dacd234fbe31875ef146337bf7fbdc. 2024-12-05T12:21:34,149 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733401293330.88dacd234fbe31875ef146337bf7fbdc. 2024-12-05T12:21:34,149 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 88dacd234fbe31875ef146337bf7fbdc: Waiting for close lock at 1733401294149Disabling compacts and flushes for region at 1733401294149Disabling writes for close at 1733401294149Writing region close event to WAL at 1733401294149Closed at 1733401294149 2024-12-05T12:21:34,151 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:21:34,151 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733401293330.88dacd234fbe31875ef146337bf7fbdc.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733401294151"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401294151"}]},"ts":"1733401294151"} 2024-12-05T12:21:34,154 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:21:34,155 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:21:34,155 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401294155"}]},"ts":"1733401294155"} 2024-12-05T12:21:34,157 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T12:21:34,158 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=88dacd234fbe31875ef146337bf7fbdc, ASSIGN}] 2024-12-05T12:21:34,159 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=88dacd234fbe31875ef146337bf7fbdc, ASSIGN 2024-12-05T12:21:34,160 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=88dacd234fbe31875ef146337bf7fbdc, ASSIGN; state=OFFLINE, location=9ea9abad0e9b,37631,1733401281775; forceNewPlan=false, retain=false 2024-12-05T12:21:34,311 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=88dacd234fbe31875ef146337bf7fbdc, regionState=OPENING, regionLocation=9ea9abad0e9b,37631,1733401281775 2024-12-05T12:21:34,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=88dacd234fbe31875ef146337bf7fbdc, ASSIGN because future has completed 2024-12-05T12:21:34,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 88dacd234fbe31875ef146337bf7fbdc, server=9ea9abad0e9b,37631,1733401281775}] 2024-12-05T12:21:34,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:21:34,470 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733401293330.88dacd234fbe31875ef146337bf7fbdc. 2024-12-05T12:21:34,470 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:21:34,470 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T12:21:34,472 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C37631%2C1733401281775.rep, suffix=, logDir=hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775, archiveDir=hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/oldWALs, maxLogs=10 2024-12-05T12:21:34,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775/9ea9abad0e9b%2C37631%2C1733401281775.rep.1733401294472, exclude list is [], retry=0 2024-12-05T12:21:34,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35005,DS-7e66e4a4-76c3-44eb-84ea-882027056146,DISK] 2024-12-05T12:21:34,487 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775/9ea9abad0e9b%2C37631%2C1733401281775.rep.1733401294472 2024-12-05T12:21:34,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45279:45279)] 2024-12-05T12:21:34,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 88dacd234fbe31875ef146337bf7fbdc, NAME => 'hbase:replication,,1733401293330.88dacd234fbe31875ef146337bf7fbdc.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:21:34,488 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:21:34,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:21:34,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733401293330.88dacd234fbe31875ef146337bf7fbdc. service=MultiRowMutationService 2024-12-05T12:21:34,488 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T12:21:34,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 88dacd234fbe31875ef146337bf7fbdc 2024-12-05T12:21:34,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401293330.88dacd234fbe31875ef146337bf7fbdc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:21:34,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 88dacd234fbe31875ef146337bf7fbdc 2024-12-05T12:21:34,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 88dacd234fbe31875ef146337bf7fbdc 2024-12-05T12:21:34,490 INFO [StoreOpener-88dacd234fbe31875ef146337bf7fbdc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 88dacd234fbe31875ef146337bf7fbdc 2024-12-05T12:21:34,491 INFO [StoreOpener-88dacd234fbe31875ef146337bf7fbdc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88dacd234fbe31875ef146337bf7fbdc columnFamilyName hfileref 2024-12-05T12:21:34,491 DEBUG [StoreOpener-88dacd234fbe31875ef146337bf7fbdc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:34,491 INFO [StoreOpener-88dacd234fbe31875ef146337bf7fbdc-1 {}] regionserver.HStore(327): Store=88dacd234fbe31875ef146337bf7fbdc/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:21:34,492 INFO [StoreOpener-88dacd234fbe31875ef146337bf7fbdc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 88dacd234fbe31875ef146337bf7fbdc 2024-12-05T12:21:34,493 INFO [StoreOpener-88dacd234fbe31875ef146337bf7fbdc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88dacd234fbe31875ef146337bf7fbdc columnFamilyName queue 2024-12-05T12:21:34,493 DEBUG [StoreOpener-88dacd234fbe31875ef146337bf7fbdc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:34,493 INFO [StoreOpener-88dacd234fbe31875ef146337bf7fbdc-1 {}] regionserver.HStore(327): Store=88dacd234fbe31875ef146337bf7fbdc/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:21:34,493 INFO [StoreOpener-88dacd234fbe31875ef146337bf7fbdc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 88dacd234fbe31875ef146337bf7fbdc 2024-12-05T12:21:34,494 INFO [StoreOpener-88dacd234fbe31875ef146337bf7fbdc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88dacd234fbe31875ef146337bf7fbdc columnFamilyName sid 2024-12-05T12:21:34,494 DEBUG [StoreOpener-88dacd234fbe31875ef146337bf7fbdc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:34,495 INFO [StoreOpener-88dacd234fbe31875ef146337bf7fbdc-1 {}] regionserver.HStore(327): Store=88dacd234fbe31875ef146337bf7fbdc/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:21:34,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 88dacd234fbe31875ef146337bf7fbdc 2024-12-05T12:21:34,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/data/hbase/replication/88dacd234fbe31875ef146337bf7fbdc 2024-12-05T12:21:34,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/data/hbase/replication/88dacd234fbe31875ef146337bf7fbdc 2024-12-05T12:21:34,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 88dacd234fbe31875ef146337bf7fbdc 2024-12-05T12:21:34,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 88dacd234fbe31875ef146337bf7fbdc 2024-12-05T12:21:34,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:21:34,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 88dacd234fbe31875ef146337bf7fbdc 2024-12-05T12:21:34,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/data/hbase/replication/88dacd234fbe31875ef146337bf7fbdc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:21:34,501 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 88dacd234fbe31875ef146337bf7fbdc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61579306, jitterRate=-0.08239683508872986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:21:34,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 88dacd234fbe31875ef146337bf7fbdc 2024-12-05T12:21:34,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 88dacd234fbe31875ef146337bf7fbdc: Running coprocessor pre-open hook at 1733401294488Writing region info on filesystem at 1733401294488Initializing all the Stores at 1733401294489 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401294489Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401294490 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401294490Cleaning up temporary data from old regions at 1733401294497 (+7 ms)Running coprocessor post-open hooks at 1733401294501 (+4 ms)Region opened successfully at 1733401294501 2024-12-05T12:21:34,502 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733401293330.88dacd234fbe31875ef146337bf7fbdc., pid=10, masterSystemTime=1733401294466 2024-12-05T12:21:34,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733401293330.88dacd234fbe31875ef146337bf7fbdc. 2024-12-05T12:21:34,504 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733401293330.88dacd234fbe31875ef146337bf7fbdc. 2024-12-05T12:21:34,505 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=88dacd234fbe31875ef146337bf7fbdc, regionState=OPEN, openSeqNum=2, regionLocation=9ea9abad0e9b,37631,1733401281775 2024-12-05T12:21:34,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 88dacd234fbe31875ef146337bf7fbdc, server=9ea9abad0e9b,37631,1733401281775 because future has completed 2024-12-05T12:21:34,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T12:21:34,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 88dacd234fbe31875ef146337bf7fbdc, server=9ea9abad0e9b,37631,1733401281775 in 194 msec 2024-12-05T12:21:34,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T12:21:34,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=88dacd234fbe31875ef146337bf7fbdc, ASSIGN in 351 msec 2024-12-05T12:21:34,512 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:21:34,513 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401294512"}]},"ts":"1733401294512"} 2024-12-05T12:21:34,515 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T12:21:34,516 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:21:34,518 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1860 sec 2024-12-05T12:21:34,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733401293330.88dacd234fbe31875ef146337bf7fbdc., hostname=9ea9abad0e9b,37631,1733401281775, seqNum=2] 2024-12-05T12:21:34,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33345-0x101a69e446f0000, quorum=127.0.0.1:56788, baseZNode=/0366839481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0366839481 2024-12-05T12:21:34,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37631-0x101a69e446f0001, quorum=127.0.0.1:56788, baseZNode=/0366839481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0366839481 2024-12-05T12:21:34,579 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T12:21:34,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T12:21:34,732 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T12:21:34,757 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9ea9abad0e9b,37631,1733401281775, ReplicationSource: 1, currentBandwidth=0 2024-12-05T12:21:34,757 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:21:34,757 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,37631,1733401281775, seqNum=-1] 2024-12-05T12:21:34,757 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:21:34,758 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47469, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-12-05T12:21:34,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9ea9abad0e9b,37631,1733401281775', locateType=CURRENT is [region=hbase:replication,,1733401293330.88dacd234fbe31875ef146337bf7fbdc., hostname=9ea9abad0e9b,37631,1733401281775, seqNum=2] 2024-12-05T12:21:34,763 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T12:21:34,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33345 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T12:21:34,766 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9ea9abad0e9b,37631,1733401281775 suceeded 2024-12-05T12:21:34,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T12:21:34,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-12-05T12:21:34,769 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9ea9abad0e9b:35063,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-12-05T12:21:34,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4490 sec 2024-12-05T12:21:34,779 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ea9abad0e9b:35063' 2024-12-05T12:21:34,781 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b8fc4f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:34,781 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775 {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,35063,-1 for getting cluster id 2024-12-05T12:21:34,781 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:21:34,782 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da7d3c80-49ea-4008-9ab8-36119088f4e8' 2024-12-05T12:21:34,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:21:34,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da7d3c80-49ea-4008-9ab8-36119088f4e8" 2024-12-05T12:21:34,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@95b13e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:34,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,35063,-1] 2024-12-05T12:21:34,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:21:34,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:34,784 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:21:34,785 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2209e6a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:34,785 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:21:34,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,35063,1733401286277 2024-12-05T12:21:34,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19601187 2024-12-05T12:21:34,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:21:34,787 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-12-05T12:21:34,788 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9ea9abad0e9b,37631,1733401281775 (queues=1) is replicating from cluster=1f8ac5ef-d64a-4c44-8e78-84e727cbb3b7 to cluster=da7d3c80-49ea-4008-9ab8-36119088f4e8 2024-12-05T12:21:34,788 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9ea9abad0e9b%2C37631%2C1733401281775 2024-12-05T12:21:34,788 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9ea9abad0e9b,37631,1733401281775, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T12:21:34,795 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.wal-reader.9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775/9ea9abad0e9b%2C37631%2C1733401281775.1733401283634, startPosition=0, beingWritten=true 2024-12-05T12:21:34,795 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.shipper9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9ea9abad0e9b%2C37631%2C1733401281775 2024-12-05T12:21:34,805 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.wal-reader.9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:21:34,805 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.wal-reader.9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775/9ea9abad0e9b%2C37631%2C1733401281775.1733401283634 to pos 379, reset compression=false 2024-12-05T12:21:34,805 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.shipper9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,37631,1733401281775 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775/9ea9abad0e9b%2C37631%2C1733401281775.1733401283634, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:21:35,010 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.wal-reader.9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775/9ea9abad0e9b%2C37631%2C1733401281775.1733401283634 to pos 379, reset compression=false 2024-12-05T12:21:35,320 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.wal-reader.9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775/9ea9abad0e9b%2C37631%2C1733401281775.1733401283634 to pos 379, reset compression=false 2024-12-05T12:21:35,341 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:21:35,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:21:35,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:21:35,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:21:35,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:21:35,386 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T12:21:35,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:21:35,466 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:21:35,466 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T12:21:35,467 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:21:35,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:35,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:35,467 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:21:35,467 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:35,478 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/load_f/f/hfile_0 is 36, key is aaaa/f:row/1733401295474/Put/seqid=0 2024-12-05T12:21:35,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35005 is added to blk_1073741840_1016 (size=7894) 2024-12-05T12:21:35,759 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.wal-reader.9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775/9ea9abad0e9b%2C37631%2C1733401281775.1733401283634 to pos 379, reset compression=false 2024-12-05T12:21:35,895 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/load_f/f/hfile_1 is 34, key is ddd/f:row/1733401295894/Put/seqid=0 2024-12-05T12:21:35,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35005 is added to blk_1073741841_1017 (size=7691) 2024-12-05T12:21:35,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55a40904, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:35,905 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,33345,-1 for getting cluster id 2024-12-05T12:21:35,905 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:21:35,906 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f8ac5ef-d64a-4c44-8e78-84e727cbb3b7' 2024-12-05T12:21:35,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:21:35,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f8ac5ef-d64a-4c44-8e78-84e727cbb3b7" 2024-12-05T12:21:35,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5349e5de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:35,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,33345,-1] 2024-12-05T12:21:35,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:21:35,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:35,908 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:21:35,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13d47a01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:35,909 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:21:35,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,37631,1733401281775, seqNum=-1] 2024-12-05T12:21:35,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:21:35,912 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:21:35,922 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:21:35,924 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,33345,1733401281537 2024-12-05T12:21:35,924 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66c29cd5 2024-12-05T12:21:35,926 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:21:35,927 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:21:35,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733401289995.3f7a1dd377ed29e521fd6aebc758e3c1., hostname=9ea9abad0e9b,37631,1733401281775, seqNum=2] 2024-12-05T12:21:35,944 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T12:21:35,956 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-05T12:21:35,964 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-05T12:21:35,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/load_f/f/hfile_0 for inclusion in 3f7a1dd377ed29e521fd6aebc758e3c1/f 2024-12-05T12:21:35,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-05T12:21:35,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T12:21:35,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/load_f/f/hfile_1 for inclusion in 3f7a1dd377ed29e521fd6aebc758e3c1/f 2024-12-05T12:21:35,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-05T12:21:35,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T12:21:35,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] regionserver.HRegion(2603): Flush status journal for 3f7a1dd377ed29e521fd6aebc758e3c1: 2024-12-05T12:21:35,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/load_f/f/hfile_0 to hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/staging/jenkins__test__gmcftu8hlqtkag9lgl3fkima00p3tonca4cnmam3fvfusav2ejgca45vrsb872iq/f/hfile_0 2024-12-05T12:21:36,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/staging/jenkins__test__gmcftu8hlqtkag9lgl3fkima00p3tonca4cnmam3fvfusav2ejgca45vrsb872iq/f/hfile_0 as hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/data/default/test/3f7a1dd377ed29e521fd6aebc758e3c1/f/9bfda1863b384b0596fb9df2a3451714_SeqId_4_ 2024-12-05T12:21:36,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/load_f/f/hfile_1 to hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/staging/jenkins__test__gmcftu8hlqtkag9lgl3fkima00p3tonca4cnmam3fvfusav2ejgca45vrsb872iq/f/hfile_1 2024-12-05T12:21:36,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/staging/jenkins__test__gmcftu8hlqtkag9lgl3fkima00p3tonca4cnmam3fvfusav2ejgca45vrsb872iq/f/hfile_1 as hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/data/default/test/3f7a1dd377ed29e521fd6aebc758e3c1/f/90911c6bb37649d98dcf32f0606cbde0_SeqId_4_ 2024-12-05T12:21:36,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/staging/jenkins__test__gmcftu8hlqtkag9lgl3fkima00p3tonca4cnmam3fvfusav2ejgca45vrsb872iq/f/hfile_0 into 3f7a1dd377ed29e521fd6aebc758e3c1/f as hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/data/default/test/3f7a1dd377ed29e521fd6aebc758e3c1/f/9bfda1863b384b0596fb9df2a3451714_SeqId_4_ - updating store file list. 2024-12-05T12:21:36,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9bfda1863b384b0596fb9df2a3451714_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T12:21:36,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/data/default/test/3f7a1dd377ed29e521fd6aebc758e3c1/f/9bfda1863b384b0596fb9df2a3451714_SeqId_4_ into 3f7a1dd377ed29e521fd6aebc758e3c1/f 2024-12-05T12:21:36,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/staging/jenkins__test__gmcftu8hlqtkag9lgl3fkima00p3tonca4cnmam3fvfusav2ejgca45vrsb872iq/f/hfile_0 into 3f7a1dd377ed29e521fd6aebc758e3c1/f (new location: hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/data/default/test/3f7a1dd377ed29e521fd6aebc758e3c1/f/9bfda1863b384b0596fb9df2a3451714_SeqId_4_) 2024-12-05T12:21:36,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/staging/jenkins__test__gmcftu8hlqtkag9lgl3fkima00p3tonca4cnmam3fvfusav2ejgca45vrsb872iq/f/hfile_0 2024-12-05T12:21:36,018 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/staging/jenkins__test__gmcftu8hlqtkag9lgl3fkima00p3tonca4cnmam3fvfusav2ejgca45vrsb872iq/f/hfile_1 into 3f7a1dd377ed29e521fd6aebc758e3c1/f as hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/data/default/test/3f7a1dd377ed29e521fd6aebc758e3c1/f/90911c6bb37649d98dcf32f0606cbde0_SeqId_4_ - updating store file list. 2024-12-05T12:21:36,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 90911c6bb37649d98dcf32f0606cbde0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T12:21:36,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/data/default/test/3f7a1dd377ed29e521fd6aebc758e3c1/f/90911c6bb37649d98dcf32f0606cbde0_SeqId_4_ into 3f7a1dd377ed29e521fd6aebc758e3c1/f 2024-12-05T12:21:36,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/staging/jenkins__test__gmcftu8hlqtkag9lgl3fkima00p3tonca4cnmam3fvfusav2ejgca45vrsb872iq/f/hfile_1 into 3f7a1dd377ed29e521fd6aebc758e3c1/f (new location: hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/data/default/test/3f7a1dd377ed29e521fd6aebc758e3c1/f/90911c6bb37649d98dcf32f0606cbde0_SeqId_4_) 2024-12-05T12:21:36,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/staging/jenkins__test__gmcftu8hlqtkag9lgl3fkima00p3tonca4cnmam3fvfusav2ejgca45vrsb872iq/f/hfile_1 2024-12-05T12:21:36,035 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:21:36,036 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:21:36,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:36,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:36,036 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:21:36,037 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:21:36,038 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733401289995.3f7a1dd377ed29e521fd6aebc758e3c1., hostname=9ea9abad0e9b,37631,1733401281775, seqNum=2 , the old value is region=test,,1733401289995.3f7a1dd377ed29e521fd6aebc758e3c1., hostname=9ea9abad0e9b,37631,1733401281775, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9ea9abad0e9b:37631 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T12:21:36,038 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733401289995.3f7a1dd377ed29e521fd6aebc758e3c1., hostname=9ea9abad0e9b,37631,1733401281775, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T12:21:36,038 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,39633,1733401286406, seqNum=-1] 2024-12-05T12:21:36,038 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733401289995.3f7a1dd377ed29e521fd6aebc758e3c1., hostname=9ea9abad0e9b,37631,1733401281775, seqNum=2 from cache 2024-12-05T12:21:36,039 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:21:36,040 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:21:36,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:38940 deadline: 1733401356036 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:38940 2024-12-05T12:21:36,043 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733401292159.da4c2d4a1229a9cf637b56d3444adfea., hostname=9ea9abad0e9b,39633,1733401286406, seqNum=2] 2024-12-05T12:21:36,044 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T12:21:36,147 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:37631 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-12-05T12:21:36,265 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.wal-reader.9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775/9ea9abad0e9b%2C37631%2C1733401281775.1733401283634 to pos 379, reset compression=false 2024-12-05T12:21:36,274 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.wal-reader.9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:21:36,274 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.shipper9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,37631,1733401281775 got entry batch from reader: WALEntryBatch [walEntries=[{test/3f7a1dd377ed29e521fd6aebc758e3c1/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733401296029/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775/9ea9abad0e9b%2C37631%2C1733401281775.1733401283634, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-05T12:21:36,295 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.shipper9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:21:36,298 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-12-05T12:21:36,300 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39633 {}] regionserver.ReplicationSink(318): Replicating [1f8ac5ef-d64a-4c44-8e78-84e727cbb3b7] bulk loaded data 2024-12-05T12:21:36,302 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39633 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76a6e761, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:36,302 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39633 {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,35063,-1 for getting cluster id 2024-12-05T12:21:36,302 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39633 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:21:36,303 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da7d3c80-49ea-4008-9ab8-36119088f4e8' 2024-12-05T12:21:36,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:21:36,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da7d3c80-49ea-4008-9ab8-36119088f4e8" 2024-12-05T12:21:36,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63f92260, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:36,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,35063,-1] 2024-12-05T12:21:36,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:21:36,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:36,306 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:21:36,307 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39633 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16bdd8d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:36,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741837_1013 (size=7894) 2024-12-05T12:21:36,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741838_1014 (size=7691) 2024-12-05T12:21:36,474 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.wal-reader.9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775/9ea9abad0e9b%2C37631%2C1733401281775.1733401283634 to pos 687, reset compression=false 2024-12-05T12:21:36,746 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39633 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:21:36,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,35063,1733401286277 2024-12-05T12:21:36,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f1e4cb 2024-12-05T12:21:36,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:21:36,749 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-12-05T12:21:36,751 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39633 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T12:21:36,751 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39633 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:21:36,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,39633,1733401286406, seqNum=-1] 2024-12-05T12:21:36,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:21:36,754 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-12-05T12:21:36,762 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/staging/jenkins.hfs.6__test__vdan03q6gbc9ilm34k8j8dgbroeh0cms381cp45ehr9aqvfhedd3aptgd2nu415g/f/90911c6bb37649d98dcf32f0606cbde0_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-05T12:21:36,765 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/staging/jenkins.hfs.6__test__vdan03q6gbc9ilm34k8j8dgbroeh0cms381cp45ehr9aqvfhedd3aptgd2nu415g/f/9bfda1863b384b0596fb9df2a3451714_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-05T12:21:36,769 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39633 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/staging/jenkins.hfs.6__test__vdan03q6gbc9ilm34k8j8dgbroeh0cms381cp45ehr9aqvfhedd3aptgd2nu415g/f/90911c6bb37649d98dcf32f0606cbde0_SeqId_4_ for inclusion in da4c2d4a1229a9cf637b56d3444adfea/f 2024-12-05T12:21:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39633 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-05T12:21:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39633 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T12:21:36,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39633 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/staging/jenkins.hfs.6__test__vdan03q6gbc9ilm34k8j8dgbroeh0cms381cp45ehr9aqvfhedd3aptgd2nu415g/f/9bfda1863b384b0596fb9df2a3451714_SeqId_4_ for inclusion in da4c2d4a1229a9cf637b56d3444adfea/f 2024-12-05T12:21:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39633 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-05T12:21:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39633 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T12:21:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39633 {}] regionserver.HRegion(2603): Flush status journal for da4c2d4a1229a9cf637b56d3444adfea: 2024-12-05T12:21:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39633 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 90911c6bb37649d98dcf32f0606cbde0_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-05T12:21:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39633 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/staging/jenkins.hfs.6__test__vdan03q6gbc9ilm34k8j8dgbroeh0cms381cp45ehr9aqvfhedd3aptgd2nu415g/f/90911c6bb37649d98dcf32f0606cbde0_SeqId_4_ as hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/data/default/test/da4c2d4a1229a9cf637b56d3444adfea/f/fc72106676c14b2fba7a5057f38bf7b5_SeqId_4_ 2024-12-05T12:21:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39633 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9bfda1863b384b0596fb9df2a3451714_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-05T12:21:36,779 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.wal-reader.9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775/9ea9abad0e9b%2C37631%2C1733401281775.1733401283634 to pos 687, reset compression=false 2024-12-05T12:21:36,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39633 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/staging/jenkins.hfs.6__test__vdan03q6gbc9ilm34k8j8dgbroeh0cms381cp45ehr9aqvfhedd3aptgd2nu415g/f/9bfda1863b384b0596fb9df2a3451714_SeqId_4_ as hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/data/default/test/da4c2d4a1229a9cf637b56d3444adfea/f/3fc66d60ee1e4a8f8b76076ec155c3b8_SeqId_4_ 2024-12-05T12:21:36,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39633 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/staging/jenkins.hfs.6__test__vdan03q6gbc9ilm34k8j8dgbroeh0cms381cp45ehr9aqvfhedd3aptgd2nu415g/f/90911c6bb37649d98dcf32f0606cbde0_SeqId_4_ into da4c2d4a1229a9cf637b56d3444adfea/f as hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/data/default/test/da4c2d4a1229a9cf637b56d3444adfea/f/fc72106676c14b2fba7a5057f38bf7b5_SeqId_4_ - updating store file list. 2024-12-05T12:21:36,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39633 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fc72106676c14b2fba7a5057f38bf7b5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T12:21:36,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39633 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/data/default/test/da4c2d4a1229a9cf637b56d3444adfea/f/fc72106676c14b2fba7a5057f38bf7b5_SeqId_4_ into da4c2d4a1229a9cf637b56d3444adfea/f 2024-12-05T12:21:36,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39633 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/staging/jenkins.hfs.6__test__vdan03q6gbc9ilm34k8j8dgbroeh0cms381cp45ehr9aqvfhedd3aptgd2nu415g/f/90911c6bb37649d98dcf32f0606cbde0_SeqId_4_ into da4c2d4a1229a9cf637b56d3444adfea/f (new location: hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/data/default/test/da4c2d4a1229a9cf637b56d3444adfea/f/fc72106676c14b2fba7a5057f38bf7b5_SeqId_4_) 2024-12-05T12:21:36,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39633 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/staging/jenkins.hfs.6__test__vdan03q6gbc9ilm34k8j8dgbroeh0cms381cp45ehr9aqvfhedd3aptgd2nu415g/f/90911c6bb37649d98dcf32f0606cbde0_SeqId_4_ 2024-12-05T12:21:36,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39633 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/staging/jenkins.hfs.6__test__vdan03q6gbc9ilm34k8j8dgbroeh0cms381cp45ehr9aqvfhedd3aptgd2nu415g/f/9bfda1863b384b0596fb9df2a3451714_SeqId_4_ into da4c2d4a1229a9cf637b56d3444adfea/f as hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/data/default/test/da4c2d4a1229a9cf637b56d3444adfea/f/3fc66d60ee1e4a8f8b76076ec155c3b8_SeqId_4_ - updating store file list. 2024-12-05T12:21:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39633 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3fc66d60ee1e4a8f8b76076ec155c3b8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T12:21:36,795 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39633 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/data/default/test/da4c2d4a1229a9cf637b56d3444adfea/f/3fc66d60ee1e4a8f8b76076ec155c3b8_SeqId_4_ into da4c2d4a1229a9cf637b56d3444adfea/f 2024-12-05T12:21:36,795 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39633 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/staging/jenkins.hfs.6__test__vdan03q6gbc9ilm34k8j8dgbroeh0cms381cp45ehr9aqvfhedd3aptgd2nu415g/f/9bfda1863b384b0596fb9df2a3451714_SeqId_4_ into da4c2d4a1229a9cf637b56d3444adfea/f (new location: hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/data/default/test/da4c2d4a1229a9cf637b56d3444adfea/f/3fc66d60ee1e4a8f8b76076ec155c3b8_SeqId_4_) 2024-12-05T12:21:36,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39633 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/staging/jenkins.hfs.6__test__vdan03q6gbc9ilm34k8j8dgbroeh0cms381cp45ehr9aqvfhedd3aptgd2nu415g/f/9bfda1863b384b0596fb9df2a3451714_SeqId_4_ 2024-12-05T12:21:36,798 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39633 {}] regionserver.ReplicationSink(324): Finished replicating [1f8ac5ef-d64a-4c44-8e78-84e727cbb3b7] bulk loaded data 2024-12-05T12:21:37,057 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:37,060 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1733401297059/Put/seqid=0 2024-12-05T12:21:37,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35005 is added to blk_1073741842_1018 (size=7997) 2024-12-05T12:21:37,188 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.wal-reader.9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775/9ea9abad0e9b%2C37631%2C1733401281775.1733401283634 to pos 687, reset compression=false 2024-12-05T12:21:37,469 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1733401297467/Put/seqid=0 2024-12-05T12:21:37,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35005 is added to blk_1073741843_1019 (size=7794) 2024-12-05T12:21:37,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T12:21:37,554 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-05T12:21:37,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T12:21:37,554 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-05T12:21:37,555 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T12:21:37,555 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-05T12:21:37,692 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.wal-reader.9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775/9ea9abad0e9b%2C37631%2C1733401281775.1733401283634 to pos 687, reset compression=false 2024-12-05T12:21:37,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c2726f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:37,875 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,33345,-1 for getting cluster id 2024-12-05T12:21:37,875 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:21:37,876 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f8ac5ef-d64a-4c44-8e78-84e727cbb3b7' 2024-12-05T12:21:37,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:21:37,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f8ac5ef-d64a-4c44-8e78-84e727cbb3b7" 2024-12-05T12:21:37,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57ebc5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:37,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,33345,-1] 2024-12-05T12:21:37,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:21:37,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:37,877 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:21:37,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b8f9234, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:37,878 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:21:37,879 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,37631,1733401281775, seqNum=-1] 2024-12-05T12:21:37,879 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:21:37,880 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:21:37,889 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:21:37,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,33345,1733401281537 2024-12-05T12:21:37,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cd45829 2024-12-05T12:21:37,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:21:37,891 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:21:37,895 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733401289995.3f7a1dd377ed29e521fd6aebc758e3c1., hostname=9ea9abad0e9b,37631,1733401281775, seqNum=2] 2024-12-05T12:21:37,897 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T12:21:37,906 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-05T12:21:37,909 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-05T12:21:37,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/load_f1/f1/hfile_0 for inclusion in 3f7a1dd377ed29e521fd6aebc758e3c1/f1 2024-12-05T12:21:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-05T12:21:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T12:21:37,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/load_f1/f1/hfile_1 for inclusion in 3f7a1dd377ed29e521fd6aebc758e3c1/f1 2024-12-05T12:21:37,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-05T12:21:37,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T12:21:37,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] regionserver.HRegion(2603): Flush status journal for 3f7a1dd377ed29e521fd6aebc758e3c1: 2024-12-05T12:21:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/load_f1/f1/hfile_0 to hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/staging/jenkins__test__pag5gh8c34ob0kodcdrjd3j4v2j9laatseiq2d3cqnouhes7getn7nplufr12mij/f1/hfile_0 2024-12-05T12:21:37,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/staging/jenkins__test__pag5gh8c34ob0kodcdrjd3j4v2j9laatseiq2d3cqnouhes7getn7nplufr12mij/f1/hfile_0 as hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/data/default/test/3f7a1dd377ed29e521fd6aebc758e3c1/f1/0a03699fa91149c69785454607cb96bd_SeqId_6_ 2024-12-05T12:21:37,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/load_f1/f1/hfile_1 to hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/staging/jenkins__test__pag5gh8c34ob0kodcdrjd3j4v2j9laatseiq2d3cqnouhes7getn7nplufr12mij/f1/hfile_1 2024-12-05T12:21:37,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/staging/jenkins__test__pag5gh8c34ob0kodcdrjd3j4v2j9laatseiq2d3cqnouhes7getn7nplufr12mij/f1/hfile_1 as hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/data/default/test/3f7a1dd377ed29e521fd6aebc758e3c1/f1/d5350ec3571e4bb8b2156b9ad2b43e56_SeqId_6_ 2024-12-05T12:21:37,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-12-05T12:21:37,929 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/staging/jenkins__test__pag5gh8c34ob0kodcdrjd3j4v2j9laatseiq2d3cqnouhes7getn7nplufr12mij/f1/hfile_0 into 3f7a1dd377ed29e521fd6aebc758e3c1/f1 as hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/data/default/test/3f7a1dd377ed29e521fd6aebc758e3c1/f1/0a03699fa91149c69785454607cb96bd_SeqId_6_ - updating store file list. 2024-12-05T12:21:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0a03699fa91149c69785454607cb96bd_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T12:21:37,943 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/data/default/test/3f7a1dd377ed29e521fd6aebc758e3c1/f1/0a03699fa91149c69785454607cb96bd_SeqId_6_ into 3f7a1dd377ed29e521fd6aebc758e3c1/f1 2024-12-05T12:21:37,943 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/staging/jenkins__test__pag5gh8c34ob0kodcdrjd3j4v2j9laatseiq2d3cqnouhes7getn7nplufr12mij/f1/hfile_0 into 3f7a1dd377ed29e521fd6aebc758e3c1/f1 (new location: hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/data/default/test/3f7a1dd377ed29e521fd6aebc758e3c1/f1/0a03699fa91149c69785454607cb96bd_SeqId_6_) 2024-12-05T12:21:37,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/staging/jenkins__test__pag5gh8c34ob0kodcdrjd3j4v2j9laatseiq2d3cqnouhes7getn7nplufr12mij/f1/hfile_0 2024-12-05T12:21:37,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/staging/jenkins__test__pag5gh8c34ob0kodcdrjd3j4v2j9laatseiq2d3cqnouhes7getn7nplufr12mij/f1/hfile_1 into 3f7a1dd377ed29e521fd6aebc758e3c1/f1 as hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/data/default/test/3f7a1dd377ed29e521fd6aebc758e3c1/f1/d5350ec3571e4bb8b2156b9ad2b43e56_SeqId_6_ - updating store file list. 2024-12-05T12:21:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d5350ec3571e4bb8b2156b9ad2b43e56_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T12:21:37,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/data/default/test/3f7a1dd377ed29e521fd6aebc758e3c1/f1/d5350ec3571e4bb8b2156b9ad2b43e56_SeqId_6_ into 3f7a1dd377ed29e521fd6aebc758e3c1/f1 2024-12-05T12:21:37,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/staging/jenkins__test__pag5gh8c34ob0kodcdrjd3j4v2j9laatseiq2d3cqnouhes7getn7nplufr12mij/f1/hfile_1 into 3f7a1dd377ed29e521fd6aebc758e3c1/f1 (new location: hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/data/default/test/3f7a1dd377ed29e521fd6aebc758e3c1/f1/d5350ec3571e4bb8b2156b9ad2b43e56_SeqId_6_) 2024-12-05T12:21:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/staging/jenkins__test__pag5gh8c34ob0kodcdrjd3j4v2j9laatseiq2d3cqnouhes7getn7nplufr12mij/f1/hfile_1 2024-12-05T12:21:37,956 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:21:37,957 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:21:37,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:37,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:37,957 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:21:37,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733401289995.3f7a1dd377ed29e521fd6aebc758e3c1., hostname=9ea9abad0e9b,37631,1733401281775, seqNum=2 , the old value is region=test,,1733401289995.3f7a1dd377ed29e521fd6aebc758e3c1., hostname=9ea9abad0e9b,37631,1733401281775, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9ea9abad0e9b:37631 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T12:21:37,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:38950 deadline: 1733401357957 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:38950 2024-12-05T12:21:37,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733401289995.3f7a1dd377ed29e521fd6aebc758e3c1., hostname=9ea9abad0e9b,37631,1733401281775, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T12:21:37,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733401289995.3f7a1dd377ed29e521fd6aebc758e3c1., hostname=9ea9abad0e9b,37631,1733401281775, seqNum=2 from cache 2024-12-05T12:21:37,958 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:21:37,959 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,37631,1733401281775, seqNum=-1] 2024-12-05T12:21:37,959 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:21:37,960 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:21:37,963 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733401289995.3f7a1dd377ed29e521fd6aebc758e3c1., hostname=9ea9abad0e9b,37631,1733401281775, seqNum=2] 2024-12-05T12:21:38,066 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:37631 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-12-05T12:21:38,296 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.wal-reader.9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775/9ea9abad0e9b%2C37631%2C1733401281775.1733401283634 to pos 687, reset compression=false 2024-12-05T12:21:38,302 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.wal-reader.9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:21:38,303 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.wal-reader.9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775/9ea9abad0e9b%2C37631%2C1733401281775.1733401283634 to pos 997, reset compression=false 2024-12-05T12:21:38,303 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.shipper9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,37631,1733401281775 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775/9ea9abad0e9b%2C37631%2C1733401281775.1733401283634, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:21:38,507 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.wal-reader.9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775/9ea9abad0e9b%2C37631%2C1733401281775.1733401283634 to pos 997, reset compression=false 2024-12-05T12:21:38,812 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.wal-reader.9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775/9ea9abad0e9b%2C37631%2C1733401281775.1733401283634 to pos 997, reset compression=false 2024-12-05T12:21:39,216 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.wal-reader.9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775/9ea9abad0e9b%2C37631%2C1733401281775.1733401283634 to pos 997, reset compression=false 2024-12-05T12:21:39,720 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.wal-reader.9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775/9ea9abad0e9b%2C37631%2C1733401281775.1733401283634 to pos 997, reset compression=false 2024-12-05T12:21:40,325 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.wal-reader.9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775/9ea9abad0e9b%2C37631%2C1733401281775.1733401283634 to pos 997, reset compression=false 2024-12-05T12:21:41,028 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.wal-reader.9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775/9ea9abad0e9b%2C37631%2C1733401281775.1733401283634 to pos 997, reset compression=false 2024-12-05T12:21:41,834 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.wal-reader.9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775/9ea9abad0e9b%2C37631%2C1733401281775.1733401283634 to pos 997, reset compression=false 2024-12-05T12:21:42,741 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.wal-reader.9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775/9ea9abad0e9b%2C37631%2C1733401281775.1733401283634 to pos 997, reset compression=false 2024-12-05T12:21:43,746 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.wal-reader.9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775/9ea9abad0e9b%2C37631%2C1733401281775.1733401283634 to pos 997, reset compression=false 2024-12-05T12:21:44,852 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.wal-reader.9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775/9ea9abad0e9b%2C37631%2C1733401281775.1733401283634 to pos 997, reset compression=false 2024-12-05T12:21:46,056 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.wal-reader.9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775/9ea9abad0e9b%2C37631%2C1733401281775.1733401283634 to pos 997, reset compression=false 2024-12-05T12:21:47,359 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.wal-reader.9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775/9ea9abad0e9b%2C37631%2C1733401281775.1733401283634 to pos 997, reset compression=false 2024-12-05T12:21:48,763 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.wal-reader.9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775/9ea9abad0e9b%2C37631%2C1733401281775.1733401283634 to pos 997, reset compression=false 2024-12-05T12:21:50,270 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.wal-reader.9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775/9ea9abad0e9b%2C37631%2C1733401281775.1733401283634 to pos 997, reset compression=false 2024-12-05T12:21:51,495 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T12:21:51,874 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.wal-reader.9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775/9ea9abad0e9b%2C37631%2C1733401281775.1733401283634 to pos 997, reset compression=false 2024-12-05T12:21:53,582 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.wal-reader.9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775/9ea9abad0e9b%2C37631%2C1733401281775.1733401283634 to pos 997, reset compression=false 2024-12-05T12:21:55,386 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.wal-reader.9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775/9ea9abad0e9b%2C37631%2C1733401281775.1733401283634 to pos 997, reset compression=false 2024-12-05T12:21:56,259 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T12:21:57,302 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.wal-reader.9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775/9ea9abad0e9b%2C37631%2C1733401281775.1733401283634 to pos 997, reset compression=false 2024-12-05T12:21:58,305 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.shipper9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,37631,1733401281775 got entry batch from reader: null 2024-12-05T12:21:59,328 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.wal-reader.9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775/9ea9abad0e9b%2C37631%2C1733401281775.1733401283634 to pos 997, reset compression=false 2024-12-05T12:22:01,437 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.wal-reader.9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775/9ea9abad0e9b%2C37631%2C1733401281775.1733401283634 to pos 997, reset compression=false 2024-12-05T12:22:03,642 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.wal-reader.9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775/9ea9abad0e9b%2C37631%2C1733401281775.1733401283634 to pos 997, reset compression=false 2024-12-05T12:22:04,776 INFO [master/9ea9abad0e9b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-05T12:22:04,776 INFO [master/9ea9abad0e9b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-05T12:22:05,946 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.wal-reader.9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775/9ea9abad0e9b%2C37631%2C1733401281775.1733401283634 to pos 997, reset compression=false 2024-12-05T12:22:08,351 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.wal-reader.9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775/9ea9abad0e9b%2C37631%2C1733401281775.1733401283634 to pos 997, reset compression=false 2024-12-05T12:22:09,909 INFO [master/9ea9abad0e9b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-05T12:22:09,909 INFO [master/9ea9abad0e9b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-05T12:22:10,855 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.wal-reader.9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775/9ea9abad0e9b%2C37631%2C1733401281775.1733401283634 to pos 997, reset compression=false 2024-12-05T12:22:13,460 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.wal-reader.9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775/9ea9abad0e9b%2C37631%2C1733401281775.1733401283634 to pos 997, reset compression=false 2024-12-05T12:22:16,163 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 3f7a1dd377ed29e521fd6aebc758e3c1, had cached 0 bytes from a total of 31376 2024-12-05T12:22:16,164 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.wal-reader.9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775/9ea9abad0e9b%2C37631%2C1733401281775.1733401283634 to pos 997, reset compression=false 2024-12-05T12:22:17,911 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region da4c2d4a1229a9cf637b56d3444adfea, had cached 0 bytes from a total of 15585 2024-12-05T12:22:18,306 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.shipper9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,37631,1733401281775 got entry batch from reader: null 2024-12-05T12:22:18,969 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.wal-reader.9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775/9ea9abad0e9b%2C37631%2C1733401281775.1733401283634 to pos 997, reset compression=false 2024-12-05T12:22:21,495 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T12:22:21,874 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.wal-reader.9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775/9ea9abad0e9b%2C37631%2C1733401281775.1733401283634 to pos 997, reset compression=false 2024-12-05T12:22:24,879 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.wal-reader.9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775/9ea9abad0e9b%2C37631%2C1733401281775.1733401283634 to pos 997, reset compression=false 2024-12-05T12:22:26,259 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T12:22:27,984 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.wal-reader.9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775/9ea9abad0e9b%2C37631%2C1733401281775.1733401283634 to pos 997, reset compression=false 2024-12-05T12:22:29,972 DEBUG [master/9ea9abad0e9b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-05T12:22:31,188 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.wal-reader.9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775/9ea9abad0e9b%2C37631%2C1733401281775.1733401283634 to pos 997, reset compression=false 2024-12-05T12:22:34,493 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.wal-reader.9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775/9ea9abad0e9b%2C37631%2C1733401281775.1733401283634 to pos 997, reset compression=false 2024-12-05T12:22:37,897 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.wal-reader.9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775/9ea9abad0e9b%2C37631%2C1733401281775.1733401283634 to pos 997, reset compression=false 2024-12-05T12:22:37,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T12:22:37,992 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:22:37,992 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:22:37,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:22:37,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:22:37,993 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:22:37,993 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T12:22:37,993 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1874772586, stopped=false 2024-12-05T12:22:37,993 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9ea9abad0e9b,35063,1733401286277 2024-12-05T12:22:38,041 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39633-0x101a69e446f0004, quorum=127.0.0.1:56788, baseZNode=/1-1013661064 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1013661064/running 2024-12-05T12:22:38,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35063-0x101a69e446f0003, quorum=127.0.0.1:56788, baseZNode=/1-1013661064 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1013661064/running 2024-12-05T12:22:38,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35063-0x101a69e446f0003, quorum=127.0.0.1:56788, baseZNode=/1-1013661064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1013661064 2024-12-05T12:22:38,041 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39633-0x101a69e446f0004, quorum=127.0.0.1:56788, baseZNode=/1-1013661064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1013661064 2024-12-05T12:22:38,041 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:22:38,041 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:22:38,041 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:22:38,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:22:38,041 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9ea9abad0e9b,39633,1733401286406' ***** 2024-12-05T12:22:38,041 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T12:22:38,042 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35063-0x101a69e446f0003, quorum=127.0.0.1:56788, baseZNode=/1-1013661064 Set watcher on znode that does not yet exist, /1-1013661064/running 2024-12-05T12:22:38,042 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39633-0x101a69e446f0004, quorum=127.0.0.1:56788, baseZNode=/1-1013661064 Set watcher on znode that does not yet exist, /1-1013661064/running 2024-12-05T12:22:38,042 INFO [RS:0;9ea9abad0e9b:39633 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T12:22:38,042 INFO [RS:0;9ea9abad0e9b:39633 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T12:22:38,042 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T12:22:38,042 INFO [RS:0;9ea9abad0e9b:39633 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T12:22:38,042 INFO [RS:0;9ea9abad0e9b:39633 {}] regionserver.HRegionServer(3091): Received CLOSE for da4c2d4a1229a9cf637b56d3444adfea 2024-12-05T12:22:38,042 INFO [RS:0;9ea9abad0e9b:39633 {}] regionserver.HRegionServer(959): stopping server 9ea9abad0e9b,39633,1733401286406 2024-12-05T12:22:38,042 INFO [RS:0;9ea9abad0e9b:39633 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:22:38,043 INFO [RS:0;9ea9abad0e9b:39633 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ea9abad0e9b:39633. 2024-12-05T12:22:38,043 DEBUG [RS:0;9ea9abad0e9b:39633 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:22:38,043 DEBUG [RS:0;9ea9abad0e9b:39633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:22:38,043 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing da4c2d4a1229a9cf637b56d3444adfea, disabling compactions & flushes 2024-12-05T12:22:38,043 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733401292159.da4c2d4a1229a9cf637b56d3444adfea. 2024-12-05T12:22:38,043 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401292159.da4c2d4a1229a9cf637b56d3444adfea. 2024-12-05T12:22:38,043 INFO [RS:0;9ea9abad0e9b:39633 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T12:22:38,043 INFO [RS:0;9ea9abad0e9b:39633 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T12:22:38,043 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733401292159.da4c2d4a1229a9cf637b56d3444adfea. after waiting 0 ms 2024-12-05T12:22:38,043 INFO [RS:0;9ea9abad0e9b:39633 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T12:22:38,043 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733401292159.da4c2d4a1229a9cf637b56d3444adfea. 2024-12-05T12:22:38,043 INFO [RS:0;9ea9abad0e9b:39633 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T12:22:38,043 INFO [RS:0;9ea9abad0e9b:39633 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T12:22:38,043 DEBUG [RS:0;9ea9abad0e9b:39633 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, da4c2d4a1229a9cf637b56d3444adfea=test,,1733401292159.da4c2d4a1229a9cf637b56d3444adfea.} 2024-12-05T12:22:38,043 DEBUG [RS:0;9ea9abad0e9b:39633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, da4c2d4a1229a9cf637b56d3444adfea 2024-12-05T12:22:38,043 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:22:38,043 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:22:38,043 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:22:38,043 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:22:38,043 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:22:38,043 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-05T12:22:38,047 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/data/default/test/da4c2d4a1229a9cf637b56d3444adfea/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-05T12:22:38,047 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:22:38,047 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T12:22:38,048 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733401292159.da4c2d4a1229a9cf637b56d3444adfea. 2024-12-05T12:22:38,048 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for da4c2d4a1229a9cf637b56d3444adfea: Waiting for close lock at 1733401358043Running coprocessor pre-close hooks at 1733401358043Disabling compacts and flushes for region at 1733401358043Disabling writes for close at 1733401358043Writing region close event to WAL at 1733401358043Running coprocessor post-close hooks at 1733401358047 (+4 ms)Closed at 1733401358047 2024-12-05T12:22:38,048 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733401292159.da4c2d4a1229a9cf637b56d3444adfea. 2024-12-05T12:22:38,064 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/data/hbase/meta/1588230740/.tmp/info/777dff78fff449c596d7b02a6c5e0fb2 is 129, key is test,,1733401292159.da4c2d4a1229a9cf637b56d3444adfea./info:regioninfo/1733401292940/Put/seqid=0 2024-12-05T12:22:38,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741839_1015 (size=6421) 2024-12-05T12:22:38,113 INFO [regionserver/9ea9abad0e9b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:22:38,243 DEBUG [RS:0;9ea9abad0e9b:39633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:22:38,306 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.shipper9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,37631,1733401281775 got entry batch from reader: null 2024-12-05T12:22:38,444 DEBUG [RS:0;9ea9abad0e9b:39633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:22:38,469 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/data/hbase/meta/1588230740/.tmp/info/777dff78fff449c596d7b02a6c5e0fb2 2024-12-05T12:22:38,489 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/data/hbase/meta/1588230740/.tmp/ns/1fa441f0b3a34afab1426cd88f3b9650 is 43, key is default/ns:d/1733401289879/Put/seqid=0 2024-12-05T12:22:38,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741840_1016 (size=5153) 2024-12-05T12:22:38,644 DEBUG [RS:0;9ea9abad0e9b:39633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:22:38,844 DEBUG [RS:0;9ea9abad0e9b:39633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:22:38,893 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/data/hbase/meta/1588230740/.tmp/ns/1fa441f0b3a34afab1426cd88f3b9650 2024-12-05T12:22:38,913 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/data/hbase/meta/1588230740/.tmp/rep_barrier/fbbf54e7475044ecb6d4160c9f71f3f6 is 112, key is test,,1733401292159.da4c2d4a1229a9cf637b56d3444adfea./rep_barrier:seqnumDuringOpen/1733401292940/Put/seqid=0 2024-12-05T12:22:38,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741841_1017 (size=5518) 2024-12-05T12:22:38,959 INFO [regionserver/9ea9abad0e9b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T12:22:38,959 INFO [regionserver/9ea9abad0e9b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T12:22:39,044 INFO [RS:0;9ea9abad0e9b:39633 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T12:22:39,044 DEBUG [RS:0;9ea9abad0e9b:39633 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T12:22:39,044 DEBUG [RS:0;9ea9abad0e9b:39633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:22:39,244 DEBUG [RS:0;9ea9abad0e9b:39633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:22:39,318 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/data/hbase/meta/1588230740/.tmp/rep_barrier/fbbf54e7475044ecb6d4160c9f71f3f6 2024-12-05T12:22:39,337 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/data/hbase/meta/1588230740/.tmp/table/bc7e54fdfbd943f5987767f05f65f1c7 is 40, key is test/table:state/1733401292956/Put/seqid=0 2024-12-05T12:22:39,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741842_1018 (size=5165) 2024-12-05T12:22:39,445 DEBUG [RS:0;9ea9abad0e9b:39633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:22:39,645 DEBUG [RS:0;9ea9abad0e9b:39633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:22:39,741 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/data/hbase/meta/1588230740/.tmp/table/bc7e54fdfbd943f5987767f05f65f1c7 2024-12-05T12:22:39,750 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/data/hbase/meta/1588230740/.tmp/info/777dff78fff449c596d7b02a6c5e0fb2 as hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/data/hbase/meta/1588230740/info/777dff78fff449c596d7b02a6c5e0fb2 2024-12-05T12:22:39,760 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/data/hbase/meta/1588230740/info/777dff78fff449c596d7b02a6c5e0fb2, entries=10, sequenceid=11, filesize=6.3 K 2024-12-05T12:22:39,761 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/data/hbase/meta/1588230740/.tmp/ns/1fa441f0b3a34afab1426cd88f3b9650 as hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/data/hbase/meta/1588230740/ns/1fa441f0b3a34afab1426cd88f3b9650 2024-12-05T12:22:39,768 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/data/hbase/meta/1588230740/ns/1fa441f0b3a34afab1426cd88f3b9650, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T12:22:39,769 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/data/hbase/meta/1588230740/.tmp/rep_barrier/fbbf54e7475044ecb6d4160c9f71f3f6 as hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/data/hbase/meta/1588230740/rep_barrier/fbbf54e7475044ecb6d4160c9f71f3f6 2024-12-05T12:22:39,777 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/data/hbase/meta/1588230740/rep_barrier/fbbf54e7475044ecb6d4160c9f71f3f6, entries=1, sequenceid=11, filesize=5.4 K 2024-12-05T12:22:39,779 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/data/hbase/meta/1588230740/.tmp/table/bc7e54fdfbd943f5987767f05f65f1c7 as hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/data/hbase/meta/1588230740/table/bc7e54fdfbd943f5987767f05f65f1c7 2024-12-05T12:22:39,788 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/data/hbase/meta/1588230740/table/bc7e54fdfbd943f5987767f05f65f1c7, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T12:22:39,790 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1746ms, sequenceid=11, compaction requested=false 2024-12-05T12:22:39,800 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T12:22:39,800 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:22:39,800 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:22:39,800 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:22:39,800 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401358043Running coprocessor pre-close hooks at 1733401358043Disabling compacts and flushes for region at 1733401358043Disabling writes for close at 1733401358043Obtaining lock to block concurrent updates at 1733401358043Preparing flush snapshotting stores in 1588230740 at 1733401358043Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733401358044 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733401358044Flushing 1588230740/info: creating writer at 1733401358044Flushing 1588230740/info: appending metadata at 1733401358063 (+19 ms)Flushing 1588230740/info: closing flushed file at 1733401358063Flushing 1588230740/ns: creating writer at 1733401358476 (+413 ms)Flushing 1588230740/ns: appending metadata at 1733401358488 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733401358488Flushing 1588230740/rep_barrier: creating writer at 1733401358898 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733401358913 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733401358913Flushing 1588230740/table: creating writer at 1733401359324 (+411 ms)Flushing 1588230740/table: appending metadata at 1733401359336 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733401359336Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58eda521: reopening flushed file at 1733401359749 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c2af63d: reopening flushed file at 1733401359760 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30334311: reopening flushed file at 1733401359768 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3197a8ea: reopening flushed file at 1733401359778 (+10 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1746ms, sequenceid=11, compaction requested=false at 1733401359790 (+12 ms)Writing region close event to WAL at 1733401359796 (+6 ms)Running coprocessor post-close hooks at 1733401359800 (+4 ms)Closed at 1733401359800 2024-12-05T12:22:39,801 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T12:22:39,850 INFO [RS:0;9ea9abad0e9b:39633 {}] regionserver.HRegionServer(976): stopping server 9ea9abad0e9b,39633,1733401286406; all regions closed. 2024-12-05T12:22:39,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741834_1010 (size=2717) 2024-12-05T12:22:39,859 DEBUG [RS:0;9ea9abad0e9b:39633 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/oldWALs 2024-12-05T12:22:39,859 INFO [RS:0;9ea9abad0e9b:39633 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ea9abad0e9b%2C39633%2C1733401286406.meta:.meta(num 1733401289817) 2024-12-05T12:22:39,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741833_1009 (size=1028) 2024-12-05T12:22:39,867 DEBUG [RS:0;9ea9abad0e9b:39633 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/oldWALs 2024-12-05T12:22:39,867 INFO [RS:0;9ea9abad0e9b:39633 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ea9abad0e9b%2C39633%2C1733401286406:(num 1733401289063) 2024-12-05T12:22:39,867 DEBUG [RS:0;9ea9abad0e9b:39633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:22:39,867 INFO [RS:0;9ea9abad0e9b:39633 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:22:39,867 INFO [RS:0;9ea9abad0e9b:39633 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:22:39,867 INFO [RS:0;9ea9abad0e9b:39633 {}] hbase.ChoreService(370): Chore service for: regionserver/9ea9abad0e9b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T12:22:39,867 INFO [RS:0;9ea9abad0e9b:39633 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:22:39,867 INFO [regionserver/9ea9abad0e9b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:22:39,868 INFO [RS:0;9ea9abad0e9b:39633 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ea9abad0e9b:39633. 2024-12-05T12:22:39,868 DEBUG [RS:0;9ea9abad0e9b:39633 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:22:39,868 DEBUG [RS:0;9ea9abad0e9b:39633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:22:39,868 DEBUG [RS:0;9ea9abad0e9b:39633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:22:39,868 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:22:39,868 INFO [RS:0;9ea9abad0e9b:39633 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39633 2024-12-05T12:22:39,899 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39633-0x101a69e446f0004, quorum=127.0.0.1:56788, baseZNode=/1-1013661064 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1013661064/rs/9ea9abad0e9b,39633,1733401286406 2024-12-05T12:22:39,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35063-0x101a69e446f0003, quorum=127.0.0.1:56788, baseZNode=/1-1013661064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1013661064/rs 2024-12-05T12:22:39,899 INFO [RS:0;9ea9abad0e9b:39633 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:22:39,907 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9ea9abad0e9b,39633,1733401286406] 2024-12-05T12:22:39,915 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1013661064/draining/9ea9abad0e9b,39633,1733401286406 already deleted, retry=false 2024-12-05T12:22:39,916 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9ea9abad0e9b,39633,1733401286406 expired; onlineServers=0 2024-12-05T12:22:39,916 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9ea9abad0e9b,35063,1733401286277' ***** 2024-12-05T12:22:39,916 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T12:22:39,916 INFO [M:0;9ea9abad0e9b:35063 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:22:39,916 INFO [M:0;9ea9abad0e9b:35063 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:22:39,916 DEBUG [M:0;9ea9abad0e9b:35063 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T12:22:39,916 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T12:22:39,916 DEBUG [M:0;9ea9abad0e9b:35063 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T12:22:39,916 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401288636 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401288636,5,FailOnTimeoutGroup] 2024-12-05T12:22:39,916 INFO [M:0;9ea9abad0e9b:35063 {}] hbase.ChoreService(370): Chore service for: master/9ea9abad0e9b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T12:22:39,916 INFO [M:0;9ea9abad0e9b:35063 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:22:39,916 DEBUG [M:0;9ea9abad0e9b:35063 {}] master.HMaster(1795): Stopping service threads 2024-12-05T12:22:39,916 INFO [M:0;9ea9abad0e9b:35063 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T12:22:39,917 INFO [M:0;9ea9abad0e9b:35063 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:22:39,917 INFO [M:0;9ea9abad0e9b:35063 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T12:22:39,917 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T12:22:39,917 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401288639 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401288639,5,FailOnTimeoutGroup] 2024-12-05T12:22:39,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35063-0x101a69e446f0003, quorum=127.0.0.1:56788, baseZNode=/1-1013661064 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1013661064/master 2024-12-05T12:22:39,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35063-0x101a69e446f0003, quorum=127.0.0.1:56788, baseZNode=/1-1013661064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1013661064 2024-12-05T12:22:39,938 DEBUG [M:0;9ea9abad0e9b:35063 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1013661064/master already deleted, retry=false 2024-12-05T12:22:39,938 DEBUG [M:0;9ea9abad0e9b:35063 {}] master.ActiveMasterManager(353): master:35063-0x101a69e446f0003, quorum=127.0.0.1:56788, baseZNode=/1-1013661064 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1013661064/master 2024-12-05T12:22:39,939 INFO [M:0;9ea9abad0e9b:35063 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/.lastflushedseqids 2024-12-05T12:22:39,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741843_1019 (size=173) 2024-12-05T12:22:39,950 INFO [M:0;9ea9abad0e9b:35063 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T12:22:39,950 INFO [M:0;9ea9abad0e9b:35063 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T12:22:39,950 DEBUG [M:0;9ea9abad0e9b:35063 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:22:39,950 INFO [M:0;9ea9abad0e9b:35063 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:22:39,950 DEBUG [M:0;9ea9abad0e9b:35063 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:22:39,950 DEBUG [M:0;9ea9abad0e9b:35063 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:22:39,950 DEBUG [M:0;9ea9abad0e9b:35063 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:22:39,950 INFO [M:0;9ea9abad0e9b:35063 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-12-05T12:22:39,975 DEBUG [M:0;9ea9abad0e9b:35063 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/00ef96297db14f10a3510ffc4f0b983f is 82, key is hbase:meta,,1/info:regioninfo/1733401289860/Put/seqid=0 2024-12-05T12:22:39,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741844_1020 (size=5672) 2024-12-05T12:22:39,993 INFO [M:0;9ea9abad0e9b:35063 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/00ef96297db14f10a3510ffc4f0b983f 2024-12-05T12:22:40,008 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39633-0x101a69e446f0004, quorum=127.0.0.1:56788, baseZNode=/1-1013661064 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:22:40,008 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39633-0x101a69e446f0004, quorum=127.0.0.1:56788, baseZNode=/1-1013661064 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:22:40,010 INFO [RS:0;9ea9abad0e9b:39633 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:22:40,010 INFO [RS:0;9ea9abad0e9b:39633 {}] regionserver.HRegionServer(1031): Exiting; stopping=9ea9abad0e9b,39633,1733401286406; zookeeper connection closed. 2024-12-05T12:22:40,020 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2138e079 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2138e079 2024-12-05T12:22:40,021 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T12:22:40,039 DEBUG [M:0;9ea9abad0e9b:35063 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bcbfb4cf2fe24cf78cceda797f4cc9a9 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733401292961/Put/seqid=0 2024-12-05T12:22:40,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741845_1021 (size=6727) 2024-12-05T12:22:40,447 INFO [M:0;9ea9abad0e9b:35063 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bcbfb4cf2fe24cf78cceda797f4cc9a9 2024-12-05T12:22:40,459 INFO [M:0;9ea9abad0e9b:35063 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bcbfb4cf2fe24cf78cceda797f4cc9a9 2024-12-05T12:22:40,496 DEBUG [M:0;9ea9abad0e9b:35063 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/219823f9d1ba4d5ba0442c61da377d80 is 69, key is 9ea9abad0e9b,39633,1733401286406/rs:state/1733401288825/Put/seqid=0 2024-12-05T12:22:40,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741846_1022 (size=5156) 2024-12-05T12:22:40,941 INFO [M:0;9ea9abad0e9b:35063 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/219823f9d1ba4d5ba0442c61da377d80 2024-12-05T12:22:40,950 DEBUG [M:0;9ea9abad0e9b:35063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/00ef96297db14f10a3510ffc4f0b983f as hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/00ef96297db14f10a3510ffc4f0b983f 2024-12-05T12:22:40,957 INFO [M:0;9ea9abad0e9b:35063 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/00ef96297db14f10a3510ffc4f0b983f, entries=8, sequenceid=58, filesize=5.5 K 2024-12-05T12:22:40,961 DEBUG [M:0;9ea9abad0e9b:35063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bcbfb4cf2fe24cf78cceda797f4cc9a9 as hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bcbfb4cf2fe24cf78cceda797f4cc9a9 2024-12-05T12:22:40,977 INFO [M:0;9ea9abad0e9b:35063 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bcbfb4cf2fe24cf78cceda797f4cc9a9 2024-12-05T12:22:40,977 INFO [M:0;9ea9abad0e9b:35063 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bcbfb4cf2fe24cf78cceda797f4cc9a9, entries=6, sequenceid=58, filesize=6.6 K 2024-12-05T12:22:40,987 DEBUG [M:0;9ea9abad0e9b:35063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/219823f9d1ba4d5ba0442c61da377d80 as hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/219823f9d1ba4d5ba0442c61da377d80 2024-12-05T12:22:40,998 INFO [M:0;9ea9abad0e9b:35063 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45293/user/jenkins/test-data/64b7fcd7-1ae7-a251-0909-03af538686a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/219823f9d1ba4d5ba0442c61da377d80, entries=1, sequenceid=58, filesize=5.0 K 2024-12-05T12:22:40,999 INFO [M:0;9ea9abad0e9b:35063 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1049ms, sequenceid=58, compaction requested=false 2024-12-05T12:22:41,011 INFO [M:0;9ea9abad0e9b:35063 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:22:41,011 DEBUG [M:0;9ea9abad0e9b:35063 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401359950Disabling compacts and flushes for region at 1733401359950Disabling writes for close at 1733401359950Obtaining lock to block concurrent updates at 1733401359950Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733401359950Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1733401359951 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733401359952 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733401359952Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733401359975 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733401359975Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733401360002 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733401360038 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733401360038Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733401360459 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733401360496 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733401360496Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f2708cd: reopening flushed file at 1733401360949 (+453 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@328ab06d: reopening flushed file at 1733401360958 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4512b367: reopening flushed file at 1733401360977 (+19 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1049ms, sequenceid=58, compaction requested=false at 1733401360999 (+22 ms)Writing region close event to WAL at 1733401361011 (+12 ms)Closed at 1733401361011 2024-12-05T12:22:41,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741830_1006 (size=33026) 2024-12-05T12:22:41,017 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:22:41,017 INFO [M:0;9ea9abad0e9b:35063 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T12:22:41,017 INFO [M:0;9ea9abad0e9b:35063 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35063 2024-12-05T12:22:41,018 INFO [M:0;9ea9abad0e9b:35063 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:22:41,135 INFO [M:0;9ea9abad0e9b:35063 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:22:41,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35063-0x101a69e446f0003, quorum=127.0.0.1:56788, baseZNode=/1-1013661064 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:22:41,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35063-0x101a69e446f0003, quorum=127.0.0.1:56788, baseZNode=/1-1013661064 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:22:41,139 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@36fce771{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:22:41,139 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d2f54a8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:22:41,139 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:22:41,140 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@600b86b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:22:41,140 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64bc174b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5740780-e67c-6ccb-6a9b-e3719be6037b/hadoop.log.dir/,STOPPED} 2024-12-05T12:22:41,142 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T12:22:41,142 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T12:22:41,142 WARN [BP-1787665633-172.17.0.3-1733401284925 heartbeating to localhost/127.0.0.1:45293 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T12:22:41,142 WARN [BP-1787665633-172.17.0.3-1733401284925 heartbeating to localhost/127.0.0.1:45293 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1787665633-172.17.0.3-1733401284925 (Datanode Uuid 311291b9-4433-41be-ab30-dd7d6f1a14ae) service to localhost/127.0.0.1:45293 2024-12-05T12:22:41,143 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5740780-e67c-6ccb-6a9b-e3719be6037b/cluster_2f3a0f47-6285-8b53-2f33-3181a6739ea2/data/data1/current/BP-1787665633-172.17.0.3-1733401284925 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:22:41,143 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5740780-e67c-6ccb-6a9b-e3719be6037b/cluster_2f3a0f47-6285-8b53-2f33-3181a6739ea2/data/data2/current/BP-1787665633-172.17.0.3-1733401284925 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:22:41,144 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T12:22:41,159 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f1361c3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:22:41,160 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e637be1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:22:41,160 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:22:41,160 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6df6e017{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:22:41,160 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50e6c400{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5740780-e67c-6ccb-6a9b-e3719be6037b/hadoop.log.dir/,STOPPED} 2024-12-05T12:22:41,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T12:22:41,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T12:22:41,178 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:22:41,179 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:22:41,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:22:41,180 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:22:41,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:22:41,180 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T12:22:41,180 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1390601065, stopped=false 2024-12-05T12:22:41,180 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9ea9abad0e9b,33345,1733401281537 2024-12-05T12:22:41,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37631-0x101a69e446f0001, quorum=127.0.0.1:56788, baseZNode=/0366839481 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0366839481/running 2024-12-05T12:22:41,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33345-0x101a69e446f0000, quorum=127.0.0.1:56788, baseZNode=/0366839481 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0366839481/running 2024-12-05T12:22:41,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33345-0x101a69e446f0000, quorum=127.0.0.1:56788, baseZNode=/0366839481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0366839481 2024-12-05T12:22:41,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37631-0x101a69e446f0001, quorum=127.0.0.1:56788, baseZNode=/0366839481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0366839481 2024-12-05T12:22:41,199 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:22:41,199 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33345-0x101a69e446f0000, quorum=127.0.0.1:56788, baseZNode=/0366839481 Set watcher on znode that does not yet exist, /0366839481/running 2024-12-05T12:22:41,200 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:22:41,200 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:22:41,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:22:41,201 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9ea9abad0e9b,37631,1733401281775' ***** 2024-12-05T12:22:41,201 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T12:22:41,201 INFO [RS:0;9ea9abad0e9b:37631 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T12:22:41,202 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T12:22:41,202 INFO [RS:0;9ea9abad0e9b:37631 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T12:22:41,202 INFO [RS:0;9ea9abad0e9b:37631 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T12:22:41,202 INFO [RS:0;9ea9abad0e9b:37631 {}] regionserver.HRegionServer(3091): Received CLOSE for 3f7a1dd377ed29e521fd6aebc758e3c1 2024-12-05T12:22:41,202 INFO [RS:0;9ea9abad0e9b:37631 {}] regionserver.HRegionServer(3091): Received CLOSE for 88dacd234fbe31875ef146337bf7fbdc 2024-12-05T12:22:41,202 INFO [RS:0;9ea9abad0e9b:37631 {}] regionserver.HRegionServer(959): stopping server 9ea9abad0e9b,37631,1733401281775 2024-12-05T12:22:41,202 INFO [RS:0;9ea9abad0e9b:37631 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:22:41,203 INFO [RS:0;9ea9abad0e9b:37631 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ea9abad0e9b:37631. 2024-12-05T12:22:41,203 DEBUG [RS:0;9ea9abad0e9b:37631 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:22:41,203 DEBUG [RS:0;9ea9abad0e9b:37631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:22:41,203 INFO [RS:0;9ea9abad0e9b:37631 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T12:22:41,203 INFO [RS:0;9ea9abad0e9b:37631 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T12:22:41,203 INFO [RS:0;9ea9abad0e9b:37631 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T12:22:41,203 INFO [RS:0;9ea9abad0e9b:37631 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T12:22:41,204 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3f7a1dd377ed29e521fd6aebc758e3c1, disabling compactions & flushes 2024-12-05T12:22:41,204 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733401289995.3f7a1dd377ed29e521fd6aebc758e3c1. 2024-12-05T12:22:41,204 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401289995.3f7a1dd377ed29e521fd6aebc758e3c1. 2024-12-05T12:22:41,204 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733401289995.3f7a1dd377ed29e521fd6aebc758e3c1. after waiting 0 ms 2024-12-05T12:22:41,204 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733401289995.3f7a1dd377ed29e521fd6aebc758e3c1. 2024-12-05T12:22:41,204 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37631-0x101a69e446f0001, quorum=127.0.0.1:56788, baseZNode=/0366839481 Set watcher on znode that does not yet exist, /0366839481/running 2024-12-05T12:22:41,204 INFO [RS:0;9ea9abad0e9b:37631 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T12:22:41,205 DEBUG [RS:0;9ea9abad0e9b:37631 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3f7a1dd377ed29e521fd6aebc758e3c1=test,,1733401289995.3f7a1dd377ed29e521fd6aebc758e3c1., 88dacd234fbe31875ef146337bf7fbdc=hbase:replication,,1733401293330.88dacd234fbe31875ef146337bf7fbdc.} 2024-12-05T12:22:41,205 DEBUG [RS:0;9ea9abad0e9b:37631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3f7a1dd377ed29e521fd6aebc758e3c1, 88dacd234fbe31875ef146337bf7fbdc 2024-12-05T12:22:41,205 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:22:41,205 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:22:41,205 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:22:41,205 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:22:41,205 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:22:41,205 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T12:22:41,216 INFO [regionserver/9ea9abad0e9b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:22:41,230 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/data/default/test/3f7a1dd377ed29e521fd6aebc758e3c1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T12:22:41,231 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:22:41,231 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T12:22:41,231 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733401289995.3f7a1dd377ed29e521fd6aebc758e3c1. 2024-12-05T12:22:41,231 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3f7a1dd377ed29e521fd6aebc758e3c1: Waiting for close lock at 1733401361204Running coprocessor pre-close hooks at 1733401361204Disabling compacts and flushes for region at 1733401361204Disabling writes for close at 1733401361204Writing region close event to WAL at 1733401361223 (+19 ms)Running coprocessor post-close hooks at 1733401361231 (+8 ms)Closed at 1733401361231 2024-12-05T12:22:41,232 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733401289995.3f7a1dd377ed29e521fd6aebc758e3c1. 2024-12-05T12:22:41,232 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 88dacd234fbe31875ef146337bf7fbdc, disabling compactions & flushes 2024-12-05T12:22:41,232 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401293330.88dacd234fbe31875ef146337bf7fbdc. 2024-12-05T12:22:41,232 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401293330.88dacd234fbe31875ef146337bf7fbdc. 2024-12-05T12:22:41,232 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401293330.88dacd234fbe31875ef146337bf7fbdc. after waiting 0 ms 2024-12-05T12:22:41,232 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401293330.88dacd234fbe31875ef146337bf7fbdc. 2024-12-05T12:22:41,232 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 88dacd234fbe31875ef146337bf7fbdc 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-12-05T12:22:41,234 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/data/hbase/meta/1588230740/.tmp/info/8a52aaeaf00f4add95ea1e003c8fb972 is 147, key is hbase:replication,,1733401293330.88dacd234fbe31875ef146337bf7fbdc./info:regioninfo/1733401294505/Put/seqid=0 2024-12-05T12:22:41,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35005 is added to blk_1073741844_1020 (size=7686) 2024-12-05T12:22:41,250 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/data/hbase/replication/88dacd234fbe31875ef146337bf7fbdc/.tmp/hfileref/d119ccca1d094ceea6cff021b9c45632 is 74, key is 1/hfileref:90911c6bb37649d98dcf32f0606cbde0_SeqId_4_/1733401296801/DeleteColumn/seqid=0 2024-12-05T12:22:41,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35005 is added to blk_1073741845_1021 (size=5203) 2024-12-05T12:22:41,401 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.wal-reader.9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775/9ea9abad0e9b%2C37631%2C1733401281775.1733401283634 to pos 997, reset compression=false 2024-12-05T12:22:41,405 DEBUG [RS:0;9ea9abad0e9b:37631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 88dacd234fbe31875ef146337bf7fbdc 2024-12-05T12:22:41,410 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.wal-reader.9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:22:41,410 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.wal-reader.9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775/9ea9abad0e9b%2C37631%2C1733401281775.1733401283634 to pos 1292, reset compression=false 2024-12-05T12:22:41,410 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.shipper9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,37631,1733401281775 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775/9ea9abad0e9b%2C37631%2C1733401281775.1733401283634, lastWalPosition=1292, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:22:41,412 ERROR [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.shipper9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9ea9abad0e9b,37631,1733401281775: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9ea9abad0e9b,37631,1733401281775, walGroup=9ea9abad0e9b%2C37631%2C1733401281775, offset=9ea9abad0e9b%2C37631%2C1733401281775.1733401283634:1292, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:37631 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T12:22:41,414 ERROR [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.shipper9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T12:22:41,416 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.shipper9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T12:22:41,417 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.shipper9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T12:22:41,417 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.shipper9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T12:22:41,417 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.shipper9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T12:22:41,417 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.shipper9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 553692160 }, "NonHeapMemoryUsage": { "committed": 180944896, "init": 7667712, "max": -1, "used": 178247344 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T12:22:41,420 WARN [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.shipper9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:33345 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:33345 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-12-05T12:22:41,515 INFO [regionserver/9ea9abad0e9b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T12:22:41,515 INFO [regionserver/9ea9abad0e9b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T12:22:41,605 DEBUG [RS:0;9ea9abad0e9b:37631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 88dacd234fbe31875ef146337bf7fbdc 2024-12-05T12:22:41,619 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.wal-reader.9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775/9ea9abad0e9b%2C37631%2C1733401281775.1733401283634 to pos 1292, reset compression=false 2024-12-05T12:22:41,646 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/data/hbase/meta/1588230740/.tmp/info/8a52aaeaf00f4add95ea1e003c8fb972 2024-12-05T12:22:41,655 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/data/hbase/replication/88dacd234fbe31875ef146337bf7fbdc/.tmp/hfileref/d119ccca1d094ceea6cff021b9c45632 2024-12-05T12:22:41,685 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/data/hbase/meta/1588230740/.tmp/ns/a3e80032af4145f78d6d1c6f794e8a07 is 43, key is default/ns:d/1733401284747/Put/seqid=0 2024-12-05T12:22:41,685 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/data/hbase/replication/88dacd234fbe31875ef146337bf7fbdc/.tmp/queue/ed7a357240d748e3a07f6f490649c12f is 153, key is 1-9ea9abad0e9b,37631,1733401281775/queue:9ea9abad0e9b%2C37631%2C1733401281775/1733401298304/Put/seqid=0 2024-12-05T12:22:41,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35005 is added to blk_1073741846_1022 (size=5352) 2024-12-05T12:22:41,701 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/data/hbase/replication/88dacd234fbe31875ef146337bf7fbdc/.tmp/queue/ed7a357240d748e3a07f6f490649c12f 2024-12-05T12:22:41,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35005 is added to blk_1073741847_1023 (size=5153) 2024-12-05T12:22:41,702 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/data/hbase/meta/1588230740/.tmp/ns/a3e80032af4145f78d6d1c6f794e8a07 2024-12-05T12:22:41,708 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/data/hbase/replication/88dacd234fbe31875ef146337bf7fbdc/.tmp/hfileref/d119ccca1d094ceea6cff021b9c45632 as hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/data/hbase/replication/88dacd234fbe31875ef146337bf7fbdc/hfileref/d119ccca1d094ceea6cff021b9c45632 2024-12-05T12:22:41,715 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/data/hbase/replication/88dacd234fbe31875ef146337bf7fbdc/hfileref/d119ccca1d094ceea6cff021b9c45632, entries=2, sequenceid=10, filesize=5.1 K 2024-12-05T12:22:41,717 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/data/hbase/replication/88dacd234fbe31875ef146337bf7fbdc/.tmp/queue/ed7a357240d748e3a07f6f490649c12f as hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/data/hbase/replication/88dacd234fbe31875ef146337bf7fbdc/queue/ed7a357240d748e3a07f6f490649c12f 2024-12-05T12:22:41,722 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/data/hbase/replication/88dacd234fbe31875ef146337bf7fbdc/queue/ed7a357240d748e3a07f6f490649c12f, entries=1, sequenceid=10, filesize=5.2 K 2024-12-05T12:22:41,724 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 88dacd234fbe31875ef146337bf7fbdc in 492ms, sequenceid=10, compaction requested=false 2024-12-05T12:22:41,729 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/data/hbase/meta/1588230740/.tmp/rep_barrier/425a54d2afd742b0a5dba1a8c4cdfe5a is 112, key is test,,1733401289995.3f7a1dd377ed29e521fd6aebc758e3c1./rep_barrier:seqnumDuringOpen/1733401291182/Put/seqid=0 2024-12-05T12:22:41,733 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/data/hbase/replication/88dacd234fbe31875ef146337bf7fbdc/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-05T12:22:41,734 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:22:41,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35005 is added to blk_1073741848_1024 (size=5518) 2024-12-05T12:22:41,734 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:22:41,734 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733401293330.88dacd234fbe31875ef146337bf7fbdc. 2024-12-05T12:22:41,734 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 88dacd234fbe31875ef146337bf7fbdc: Waiting for close lock at 1733401361232Running coprocessor pre-close hooks at 1733401361232Disabling compacts and flushes for region at 1733401361232Disabling writes for close at 1733401361232Obtaining lock to block concurrent updates at 1733401361232Preparing flush snapshotting stores in 88dacd234fbe31875ef146337bf7fbdc at 1733401361232Finished memstore snapshotting hbase:replication,,1733401293330.88dacd234fbe31875ef146337bf7fbdc., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1733401361232Flushing stores of hbase:replication,,1733401293330.88dacd234fbe31875ef146337bf7fbdc. at 1733401361233 (+1 ms)Flushing 88dacd234fbe31875ef146337bf7fbdc/hfileref: creating writer at 1733401361233Flushing 88dacd234fbe31875ef146337bf7fbdc/hfileref: appending metadata at 1733401361249 (+16 ms)Flushing 88dacd234fbe31875ef146337bf7fbdc/hfileref: closing flushed file at 1733401361249Flushing 88dacd234fbe31875ef146337bf7fbdc/queue: creating writer at 1733401361663 (+414 ms)Flushing 88dacd234fbe31875ef146337bf7fbdc/queue: appending metadata at 1733401361684 (+21 ms)Flushing 88dacd234fbe31875ef146337bf7fbdc/queue: closing flushed file at 1733401361684Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7849ae20: reopening flushed file at 1733401361708 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44a40045: reopening flushed file at 1733401361716 (+8 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 88dacd234fbe31875ef146337bf7fbdc in 492ms, sequenceid=10, compaction requested=false at 1733401361724 (+8 ms)Writing region close event to WAL at 1733401361727 (+3 ms)Running coprocessor post-close hooks at 1733401361734 (+7 ms)Closed at 1733401361734 2024-12-05T12:22:41,735 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733401293330.88dacd234fbe31875ef146337bf7fbdc. 2024-12-05T12:22:41,735 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/data/hbase/meta/1588230740/.tmp/rep_barrier/425a54d2afd742b0a5dba1a8c4cdfe5a 2024-12-05T12:22:41,763 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/data/hbase/meta/1588230740/.tmp/table/ebf9c8ca06b34458a5e1243b750cf234 is 53, key is hbase:replication/table:state/1733401294512/Put/seqid=0 2024-12-05T12:22:41,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35005 is added to blk_1073741849_1025 (size=5308) 2024-12-05T12:22:41,772 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/data/hbase/meta/1588230740/.tmp/table/ebf9c8ca06b34458a5e1243b750cf234 2024-12-05T12:22:41,785 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/data/hbase/meta/1588230740/.tmp/info/8a52aaeaf00f4add95ea1e003c8fb972 as hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/data/hbase/meta/1588230740/info/8a52aaeaf00f4add95ea1e003c8fb972 2024-12-05T12:22:41,794 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/data/hbase/meta/1588230740/info/8a52aaeaf00f4add95ea1e003c8fb972, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T12:22:41,796 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/data/hbase/meta/1588230740/.tmp/ns/a3e80032af4145f78d6d1c6f794e8a07 as hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/data/hbase/meta/1588230740/ns/a3e80032af4145f78d6d1c6f794e8a07 2024-12-05T12:22:41,805 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/data/hbase/meta/1588230740/ns/a3e80032af4145f78d6d1c6f794e8a07, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T12:22:41,805 DEBUG [RS:0;9ea9abad0e9b:37631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:22:41,809 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/data/hbase/meta/1588230740/.tmp/rep_barrier/425a54d2afd742b0a5dba1a8c4cdfe5a as hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/data/hbase/meta/1588230740/rep_barrier/425a54d2afd742b0a5dba1a8c4cdfe5a 2024-12-05T12:22:41,817 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/data/hbase/meta/1588230740/rep_barrier/425a54d2afd742b0a5dba1a8c4cdfe5a, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T12:22:41,818 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/data/hbase/meta/1588230740/.tmp/table/ebf9c8ca06b34458a5e1243b750cf234 as hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/data/hbase/meta/1588230740/table/ebf9c8ca06b34458a5e1243b750cf234 2024-12-05T12:22:41,825 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/data/hbase/meta/1588230740/table/ebf9c8ca06b34458a5e1243b750cf234, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T12:22:41,826 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 621ms, sequenceid=16, compaction requested=false 2024-12-05T12:22:41,826 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T12:22:41,849 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T12:22:41,849 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:22:41,849 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:22:41,849 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:22:41,849 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401361205Running coprocessor pre-close hooks at 1733401361205Disabling compacts and flushes for region at 1733401361205Disabling writes for close at 1733401361205Obtaining lock to block concurrent updates at 1733401361205Preparing flush snapshotting stores in 1588230740 at 1733401361205Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733401361206 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733401361207 (+1 ms)Flushing 1588230740/info: creating writer at 1733401361207Flushing 1588230740/info: appending metadata at 1733401361234 (+27 ms)Flushing 1588230740/info: closing flushed file at 1733401361234Flushing 1588230740/ns: creating writer at 1733401361659 (+425 ms)Flushing 1588230740/ns: appending metadata at 1733401361684 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1733401361684Flushing 1588230740/rep_barrier: creating writer at 1733401361709 (+25 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733401361728 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733401361728Flushing 1588230740/table: creating writer at 1733401361741 (+13 ms)Flushing 1588230740/table: appending metadata at 1733401361763 (+22 ms)Flushing 1588230740/table: closing flushed file at 1733401361763Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ff7adc: reopening flushed file at 1733401361785 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6599d1f6: reopening flushed file at 1733401361795 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b61fbdb: reopening flushed file at 1733401361805 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@451fe383: reopening flushed file at 1733401361817 (+12 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 621ms, sequenceid=16, compaction requested=false at 1733401361826 (+9 ms)Writing region close event to WAL at 1733401361843 (+17 ms)Running coprocessor post-close hooks at 1733401361849 (+6 ms)Closed at 1733401361849 2024-12-05T12:22:41,850 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T12:22:41,928 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.wal-reader.9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/WALs/9ea9abad0e9b,37631,1733401281775/9ea9abad0e9b%2C37631%2C1733401281775.1733401283634 to pos 1292, reset compression=false 2024-12-05T12:22:42,005 INFO [RS:0;9ea9abad0e9b:37631 {}] regionserver.HRegionServer(976): stopping server 9ea9abad0e9b,37631,1733401281775; all regions closed. 2024-12-05T12:22:42,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35005 is added to blk_1073741834_1010 (size=4239) 2024-12-05T12:22:42,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35005 is added to blk_1073741839_1015 (size=2700) 2024-12-05T12:22:42,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35005 is added to blk_1073741832_1008 (size=1300) 2024-12-05T12:22:42,047 DEBUG [RS:0;9ea9abad0e9b:37631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:22:42,047 INFO [RS:0;9ea9abad0e9b:37631 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:22:42,047 INFO [RS:0;9ea9abad0e9b:37631 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:22:42,048 INFO [RS:0;9ea9abad0e9b:37631 {}] hbase.ChoreService(370): Chore service for: regionserver/9ea9abad0e9b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T12:22:42,048 INFO [RS:0;9ea9abad0e9b:37631 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:22:42,048 INFO [regionserver/9ea9abad0e9b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:22:42,048 INFO [RS:0;9ea9abad0e9b:37631 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9ea9abad0e9b,37631,1733401281775 because: Region server is closing 2024-12-05T12:22:42,048 INFO [RS:0;9ea9abad0e9b:37631 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ea9abad0e9b:37631. 2024-12-05T12:22:42,048 DEBUG [RS:0;9ea9abad0e9b:37631 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:22:42,048 DEBUG [RS:0;9ea9abad0e9b:37631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:22:42,049 DEBUG [RS:0;9ea9abad0e9b:37631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:22:42,049 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:22:42,149 INFO [RS:0;9ea9abad0e9b:37631 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.shipper9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 terminated 2024-12-05T12:22:42,149 WARN [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,37631,1733401281775.replicationSource.wal-reader.9ea9abad0e9b%2C37631%2C1733401281775,1-9ea9abad0e9b,37631,1733401281775 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T12:22:42,149 INFO [RS:0;9ea9abad0e9b:37631 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37631 2024-12-05T12:22:42,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33345-0x101a69e446f0000, quorum=127.0.0.1:56788, baseZNode=/0366839481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0366839481/rs 2024-12-05T12:22:42,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37631-0x101a69e446f0001, quorum=127.0.0.1:56788, baseZNode=/0366839481 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0366839481/rs/9ea9abad0e9b,37631,1733401281775 2024-12-05T12:22:42,183 INFO [RS:0;9ea9abad0e9b:37631 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:22:42,183 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007fa6a88e4eb0@75432185 rejected from java.util.concurrent.ThreadPoolExecutor@3041b149[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-12-05T12:22:42,230 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9ea9abad0e9b,37631,1733401281775] 2024-12-05T12:22:42,240 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0366839481/draining/9ea9abad0e9b,37631,1733401281775 already deleted, retry=false 2024-12-05T12:22:42,240 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9ea9abad0e9b,37631,1733401281775 expired; onlineServers=0 2024-12-05T12:22:42,240 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9ea9abad0e9b,33345,1733401281537' ***** 2024-12-05T12:22:42,240 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T12:22:42,241 INFO [M:0;9ea9abad0e9b:33345 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:22:42,241 INFO [M:0;9ea9abad0e9b:33345 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:22:42,241 DEBUG [M:0;9ea9abad0e9b:33345 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T12:22:42,241 DEBUG [M:0;9ea9abad0e9b:33345 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T12:22:42,241 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T12:22:42,241 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401283311 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401283311,5,FailOnTimeoutGroup] 2024-12-05T12:22:42,241 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401283325 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401283325,5,FailOnTimeoutGroup] 2024-12-05T12:22:42,241 INFO [M:0;9ea9abad0e9b:33345 {}] hbase.ChoreService(370): Chore service for: master/9ea9abad0e9b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T12:22:42,241 INFO [M:0;9ea9abad0e9b:33345 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:22:42,241 DEBUG [M:0;9ea9abad0e9b:33345 {}] master.HMaster(1795): Stopping service threads 2024-12-05T12:22:42,241 INFO [M:0;9ea9abad0e9b:33345 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T12:22:42,241 INFO [M:0;9ea9abad0e9b:33345 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:22:42,241 INFO [M:0;9ea9abad0e9b:33345 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T12:22:42,241 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T12:22:42,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33345-0x101a69e446f0000, quorum=127.0.0.1:56788, baseZNode=/0366839481 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0366839481/master 2024-12-05T12:22:42,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33345-0x101a69e446f0000, quorum=127.0.0.1:56788, baseZNode=/0366839481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0366839481 2024-12-05T12:22:42,257 DEBUG [M:0;9ea9abad0e9b:33345 {}] zookeeper.RecoverableZooKeeper(212): Node /0366839481/master already deleted, retry=false 2024-12-05T12:22:42,257 DEBUG [M:0;9ea9abad0e9b:33345 {}] master.ActiveMasterManager(353): master:33345-0x101a69e446f0000, quorum=127.0.0.1:56788, baseZNode=/0366839481 Failed delete of our master address node; KeeperErrorCode = NoNode for /0366839481/master 2024-12-05T12:22:42,259 INFO [M:0;9ea9abad0e9b:33345 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/.lastflushedseqids 2024-12-05T12:22:42,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35005 is added to blk_1073741850_1026 (size=263) 2024-12-05T12:22:42,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37631-0x101a69e446f0001, quorum=127.0.0.1:56788, baseZNode=/0366839481 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:22:42,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37631-0x101a69e446f0001, quorum=127.0.0.1:56788, baseZNode=/0366839481 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:22:42,330 INFO [RS:0;9ea9abad0e9b:37631 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:22:42,330 INFO [RS:0;9ea9abad0e9b:37631 {}] regionserver.HRegionServer(1031): Exiting; stopping=9ea9abad0e9b,37631,1733401281775; zookeeper connection closed. 2024-12-05T12:22:42,335 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3a6edbd5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3a6edbd5 2024-12-05T12:22:42,335 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T12:22:42,697 INFO [M:0;9ea9abad0e9b:33345 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T12:22:42,697 INFO [M:0;9ea9abad0e9b:33345 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T12:22:42,697 DEBUG [M:0;9ea9abad0e9b:33345 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:22:42,697 INFO [M:0;9ea9abad0e9b:33345 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:22:42,698 DEBUG [M:0;9ea9abad0e9b:33345 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:22:42,698 DEBUG [M:0;9ea9abad0e9b:33345 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:22:42,698 DEBUG [M:0;9ea9abad0e9b:33345 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:22:42,698 INFO [M:0;9ea9abad0e9b:33345 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.87 KB heapSize=65.87 KB 2024-12-05T12:22:42,742 DEBUG [M:0;9ea9abad0e9b:33345 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b9c9f13662e04fa3810981d2a3839a0b is 82, key is hbase:meta,,1/info:regioninfo/1733401284651/Put/seqid=0 2024-12-05T12:22:42,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35005 is added to blk_1073741851_1027 (size=5672) 2024-12-05T12:22:42,770 INFO [M:0;9ea9abad0e9b:33345 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b9c9f13662e04fa3810981d2a3839a0b 2024-12-05T12:22:42,799 DEBUG [M:0;9ea9abad0e9b:33345 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b4f2ce42286144e7a264314a5780a2c7 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733401291196/Put/seqid=0 2024-12-05T12:22:42,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35005 is added to blk_1073741852_1028 (size=7241) 2024-12-05T12:22:42,811 INFO [M:0;9ea9abad0e9b:33345 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.31 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b4f2ce42286144e7a264314a5780a2c7 2024-12-05T12:22:42,817 INFO [M:0;9ea9abad0e9b:33345 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b4f2ce42286144e7a264314a5780a2c7 2024-12-05T12:22:42,870 DEBUG [M:0;9ea9abad0e9b:33345 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3bb390a8e8824c2491d52b4c1012e8b4 is 69, key is 9ea9abad0e9b,37631,1733401281775/rs:state/1733401283441/Put/seqid=0 2024-12-05T12:22:42,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35005 is added to blk_1073741853_1029 (size=5156) 2024-12-05T12:22:42,908 INFO [M:0;9ea9abad0e9b:33345 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3bb390a8e8824c2491d52b4c1012e8b4 2024-12-05T12:22:42,927 DEBUG [M:0;9ea9abad0e9b:33345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b9c9f13662e04fa3810981d2a3839a0b as hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b9c9f13662e04fa3810981d2a3839a0b 2024-12-05T12:22:42,941 INFO [M:0;9ea9abad0e9b:33345 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b9c9f13662e04fa3810981d2a3839a0b, entries=8, sequenceid=105, filesize=5.5 K 2024-12-05T12:22:42,942 DEBUG [M:0;9ea9abad0e9b:33345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b4f2ce42286144e7a264314a5780a2c7 as hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b4f2ce42286144e7a264314a5780a2c7 2024-12-05T12:22:42,949 INFO [M:0;9ea9abad0e9b:33345 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b4f2ce42286144e7a264314a5780a2c7 2024-12-05T12:22:42,949 INFO [M:0;9ea9abad0e9b:33345 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b4f2ce42286144e7a264314a5780a2c7, entries=11, sequenceid=105, filesize=7.1 K 2024-12-05T12:22:42,953 DEBUG [M:0;9ea9abad0e9b:33345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3bb390a8e8824c2491d52b4c1012e8b4 as hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3bb390a8e8824c2491d52b4c1012e8b4 2024-12-05T12:22:42,976 INFO [M:0;9ea9abad0e9b:33345 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3dd76a01-457a-db37-cc4b-bebbee70eae1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3bb390a8e8824c2491d52b4c1012e8b4, entries=1, sequenceid=105, filesize=5.0 K 2024-12-05T12:22:42,985 INFO [M:0;9ea9abad0e9b:33345 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 286ms, sequenceid=105, compaction requested=false 2024-12-05T12:22:43,035 INFO [M:0;9ea9abad0e9b:33345 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:22:43,035 DEBUG [M:0;9ea9abad0e9b:33345 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401362697Disabling compacts and flushes for region at 1733401362697Disabling writes for close at 1733401362698 (+1 ms)Obtaining lock to block concurrent updates at 1733401362698Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733401362698Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57207, getHeapSize=67384, getOffHeapSize=0, getCellsCount=122 at 1733401362698Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733401362707 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733401362707Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733401362741 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733401362741Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733401362777 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733401362798 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733401362798Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733401362817 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733401362869 (+52 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733401362869Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62f38b63: reopening flushed file at 1733401362925 (+56 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a929730: reopening flushed file at 1733401362941 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dd7186c: reopening flushed file at 1733401362949 (+8 ms)Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 286ms, sequenceid=105, compaction requested=false at 1733401362985 (+36 ms)Writing region close event to WAL at 1733401363035 (+50 ms)Closed at 1733401363035 2024-12-05T12:22:43,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35005 is added to blk_1073741830_1006 (size=64538) 2024-12-05T12:22:43,055 INFO [M:0;9ea9abad0e9b:33345 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T12:22:43,055 INFO [M:0;9ea9abad0e9b:33345 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33345 2024-12-05T12:22:43,055 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:22:43,055 INFO [M:0;9ea9abad0e9b:33345 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:22:43,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:22:43,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:22:43,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:22:43,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:22:43,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:22:43,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33345-0x101a69e446f0000, quorum=127.0.0.1:56788, baseZNode=/0366839481 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:22:43,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33345-0x101a69e446f0000, quorum=127.0.0.1:56788, baseZNode=/0366839481 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:22:43,198 INFO [M:0;9ea9abad0e9b:33345 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:22:43,214 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21f66ac0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:22:43,214 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ba9d83b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:22:43,214 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:22:43,215 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@632af0bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:22:43,215 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70ea0715{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a64ab1a-44ee-15fd-5554-ca9985d92e44/hadoop.log.dir/,STOPPED} 2024-12-05T12:22:43,216 WARN [BP-1284046084-172.17.0.3-1733401280218 heartbeating to localhost/127.0.0.1:33617 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T12:22:43,216 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T12:22:43,216 WARN [BP-1284046084-172.17.0.3-1733401280218 heartbeating to localhost/127.0.0.1:33617 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1284046084-172.17.0.3-1733401280218 (Datanode Uuid a033968a-f251-46ea-9a3d-697d01c60ca2) service to localhost/127.0.0.1:33617 2024-12-05T12:22:43,216 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T12:22:43,217 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a64ab1a-44ee-15fd-5554-ca9985d92e44/cluster_23c6a75d-856e-4b21-b4b1-c919cd8dd96b/data/data1/current/BP-1284046084-172.17.0.3-1733401280218 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:22:43,217 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a64ab1a-44ee-15fd-5554-ca9985d92e44/cluster_23c6a75d-856e-4b21-b4b1-c919cd8dd96b/data/data2/current/BP-1284046084-172.17.0.3-1733401280218 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:22:43,218 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T12:22:43,225 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71552b94{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:22:43,226 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a42b3e4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:22:43,226 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:22:43,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@738c964{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:22:43,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1960000c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a64ab1a-44ee-15fd-5554-ca9985d92e44/hadoop.log.dir/,STOPPED} 2024-12-05T12:22:43,233 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T12:22:43,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T12:22:43,261 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 137) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45293 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:33617 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:45293 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45293 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$806/0x00007fa6a8b8f108.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33617 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33617 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56788) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45293 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33617 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:33617 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56788) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45293 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33617 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:33617 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:33617 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$806/0x00007fa6a8b8f108.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=644 (was 783), ProcessCount=11 (was 11), AvailableMemoryMB=4714 (was 4008) - AvailableMemoryMB LEAK? - 2024-12-05T12:22:43,271 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=644, ProcessCount=11, AvailableMemoryMB=4714 2024-12-05T12:22:43,291 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-12-05T12:22:43,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5740780-e67c-6ccb-6a9b-e3719be6037b/hadoop.log.dir so I do NOT create it in target/test-data/4c44bac2-b91c-b03f-268f-1919e59b6939 2024-12-05T12:22:43,292 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5740780-e67c-6ccb-6a9b-e3719be6037b/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T12:22:43,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5740780-e67c-6ccb-6a9b-e3719be6037b/hadoop.tmp.dir so I do NOT create it in target/test-data/4c44bac2-b91c-b03f-268f-1919e59b6939 2024-12-05T12:22:43,292 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5740780-e67c-6ccb-6a9b-e3719be6037b/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T12:22:43,292 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c44bac2-b91c-b03f-268f-1919e59b6939 2024-12-05T12:22:43,292 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c44bac2-b91c-b03f-268f-1919e59b6939/cluster_044dbdee-0493-d3a6-d5f5-1ae2090cf0db, deleteOnExit=true 2024-12-05T12:22:43,298 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c44bac2-b91c-b03f-268f-1919e59b6939/cluster_044dbdee-0493-d3a6-d5f5-1ae2090cf0db/zookeeper_0, clientPort=49550, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c44bac2-b91c-b03f-268f-1919e59b6939/cluster_044dbdee-0493-d3a6-d5f5-1ae2090cf0db/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c44bac2-b91c-b03f-268f-1919e59b6939/cluster_044dbdee-0493-d3a6-d5f5-1ae2090cf0db/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T12:22:43,300 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49550 2024-12-05T12:22:43,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T12:22:43,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T12:22:43,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c44bac2-b91c-b03f-268f-1919e59b6939/test.cache.data in system properties and HBase conf 2024-12-05T12:22:43,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c44bac2-b91c-b03f-268f-1919e59b6939/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T12:22:43,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c44bac2-b91c-b03f-268f-1919e59b6939/hadoop.log.dir in system properties and HBase conf 2024-12-05T12:22:43,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c44bac2-b91c-b03f-268f-1919e59b6939/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T12:22:43,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c44bac2-b91c-b03f-268f-1919e59b6939/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T12:22:43,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T12:22:43,301 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T12:22:43,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c44bac2-b91c-b03f-268f-1919e59b6939/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:22:43,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c44bac2-b91c-b03f-268f-1919e59b6939/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:22:43,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c44bac2-b91c-b03f-268f-1919e59b6939/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T12:22:43,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c44bac2-b91c-b03f-268f-1919e59b6939/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:22:43,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c44bac2-b91c-b03f-268f-1919e59b6939/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T12:22:43,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c44bac2-b91c-b03f-268f-1919e59b6939/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T12:22:43,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c44bac2-b91c-b03f-268f-1919e59b6939/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:22:43,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c44bac2-b91c-b03f-268f-1919e59b6939/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:22:43,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c44bac2-b91c-b03f-268f-1919e59b6939/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T12:22:43,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c44bac2-b91c-b03f-268f-1919e59b6939/nfs.dump.dir in system properties and HBase conf 2024-12-05T12:22:43,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c44bac2-b91c-b03f-268f-1919e59b6939/java.io.tmpdir in system properties and HBase conf 2024-12-05T12:22:43,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c44bac2-b91c-b03f-268f-1919e59b6939/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:22:43,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c44bac2-b91c-b03f-268f-1919e59b6939/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T12:22:43,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c44bac2-b91c-b03f-268f-1919e59b6939/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T12:22:43,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a69e446f0002, quorum=127.0.0.1:56788, baseZNode=/0366839481 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T12:22:43,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a69e446f0005, quorum=127.0.0.1:56788, baseZNode=/1-1013661064 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T12:22:43,341 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a69e446f0002, quorum=127.0.0.1:56788, baseZNode=/0366839481 Received Disconnected from ZooKeeper, ignoring 2024-12-05T12:22:43,341 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a69e446f0005, quorum=127.0.0.1:56788, baseZNode=/1-1013661064 Received Disconnected from ZooKeeper, ignoring 2024-12-05T12:22:43,590 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:22:43,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:22:43,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:22:43,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:22:43,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:22:43,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:22:43,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:22:43,645 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:22:43,652 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:22:43,653 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:22:43,653 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:22:43,653 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T12:22:43,655 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:22:43,656 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25d8f35b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c44bac2-b91c-b03f-268f-1919e59b6939/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:22:43,656 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ef16663{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:22:43,776 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@32439f1a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c44bac2-b91c-b03f-268f-1919e59b6939/java.io.tmpdir/jetty-localhost-44677-hadoop-hdfs-3_4_1-tests_jar-_-any-7373707919540092929/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:22:43,777 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6cb122ec{HTTP/1.1, (http/1.1)}{localhost:44677} 2024-12-05T12:22:43,777 INFO [Time-limited test {}] server.Server(415): Started @132858ms 2024-12-05T12:22:43,991 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:22:44,005 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:22:44,009 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:22:44,009 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:22:44,009 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T12:22:44,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16acb552{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c44bac2-b91c-b03f-268f-1919e59b6939/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:22:44,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b94c408{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:22:44,140 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1233d3d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c44bac2-b91c-b03f-268f-1919e59b6939/java.io.tmpdir/jetty-localhost-37211-hadoop-hdfs-3_4_1-tests_jar-_-any-7026324116220663053/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:22:44,140 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@305dbe87{HTTP/1.1, (http/1.1)}{localhost:37211} 2024-12-05T12:22:44,140 INFO [Time-limited test {}] server.Server(415): Started @133222ms 2024-12-05T12:22:44,141 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T12:22:44,926 WARN [Thread-1291 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c44bac2-b91c-b03f-268f-1919e59b6939/cluster_044dbdee-0493-d3a6-d5f5-1ae2090cf0db/data/data2/current/BP-1415438327-172.17.0.3-1733401363355/current, will proceed with Du for space computation calculation, 2024-12-05T12:22:44,926 WARN [Thread-1290 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c44bac2-b91c-b03f-268f-1919e59b6939/cluster_044dbdee-0493-d3a6-d5f5-1ae2090cf0db/data/data1/current/BP-1415438327-172.17.0.3-1733401363355/current, will proceed with Du for space computation calculation, 2024-12-05T12:22:44,940 WARN [Thread-1278 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T12:22:44,943 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe50ff0cd78385072 with lease ID 0x13f3c85a66e24bd8: Processing first storage report for DS-5cf46197-7a2b-4749-8fc9-f879c941d147 from datanode DatanodeRegistration(127.0.0.1:33841, datanodeUuid=e82fc027-dbb6-4c2b-a617-ae5ede1fbb8f, infoPort=37927, infoSecurePort=0, ipcPort=45761, storageInfo=lv=-57;cid=testClusterID;nsid=654226290;c=1733401363355) 2024-12-05T12:22:44,943 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe50ff0cd78385072 with lease ID 0x13f3c85a66e24bd8: from storage DS-5cf46197-7a2b-4749-8fc9-f879c941d147 node DatanodeRegistration(127.0.0.1:33841, datanodeUuid=e82fc027-dbb6-4c2b-a617-ae5ede1fbb8f, infoPort=37927, infoSecurePort=0, ipcPort=45761, storageInfo=lv=-57;cid=testClusterID;nsid=654226290;c=1733401363355), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:22:44,943 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe50ff0cd78385072 with lease ID 0x13f3c85a66e24bd8: Processing first storage report for DS-638a122c-fef8-4fc1-8074-ff561bbe8471 from datanode DatanodeRegistration(127.0.0.1:33841, datanodeUuid=e82fc027-dbb6-4c2b-a617-ae5ede1fbb8f, infoPort=37927, infoSecurePort=0, ipcPort=45761, storageInfo=lv=-57;cid=testClusterID;nsid=654226290;c=1733401363355) 2024-12-05T12:22:44,943 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe50ff0cd78385072 with lease ID 0x13f3c85a66e24bd8: from storage DS-638a122c-fef8-4fc1-8074-ff561bbe8471 node DatanodeRegistration(127.0.0.1:33841, datanodeUuid=e82fc027-dbb6-4c2b-a617-ae5ede1fbb8f, infoPort=37927, infoSecurePort=0, ipcPort=45761, storageInfo=lv=-57;cid=testClusterID;nsid=654226290;c=1733401363355), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:22:45,013 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c44bac2-b91c-b03f-268f-1919e59b6939 2024-12-05T12:22:45,013 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:22:45,015 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:22:45,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33841 is added to blk_1073741825_1001 (size=7) 2024-12-05T12:22:45,046 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c with version=8 2024-12-05T12:22:45,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/hbase-staging 2024-12-05T12:22:45,048 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9ea9abad0e9b:0 server-side Connection retries=45 2024-12-05T12:22:45,049 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:22:45,049 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:22:45,049 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:22:45,049 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:22:45,049 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:22:45,049 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T12:22:45,049 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:22:45,050 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34857 2024-12-05T12:22:45,051 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34857 connecting to ZooKeeper ensemble=127.0.0.1:49550 2024-12-05T12:22:45,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:348570x0, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:22:45,108 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34857-0x101a69f89090000 connected 2024-12-05T12:22:45,270 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:22:45,272 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:22:45,274 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34857-0x101a69f89090000, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Set watcher on znode that does not yet exist, /0-921508461/running 2024-12-05T12:22:45,275 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c, hbase.cluster.distributed=false 2024-12-05T12:22:45,276 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34857-0x101a69f89090000, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Set watcher on znode that does not yet exist, /0-921508461/acl 2024-12-05T12:22:45,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34857 2024-12-05T12:22:45,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34857 2024-12-05T12:22:45,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34857 2024-12-05T12:22:45,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34857 2024-12-05T12:22:45,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34857 2024-12-05T12:22:45,291 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9ea9abad0e9b:0 server-side Connection retries=45 2024-12-05T12:22:45,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:22:45,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:22:45,291 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:22:45,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:22:45,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:22:45,291 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T12:22:45,291 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:22:45,292 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46307 2024-12-05T12:22:45,293 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46307 connecting to ZooKeeper ensemble=127.0.0.1:49550 2024-12-05T12:22:45,294 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:22:45,296 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:22:45,335 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463070x0, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:22:45,335 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:463070x0, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Set watcher on znode that does not yet exist, /0-921508461/running 2024-12-05T12:22:45,335 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46307-0x101a69f89090001 connected 2024-12-05T12:22:45,335 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T12:22:45,336 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T12:22:45,336 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46307-0x101a69f89090001, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Set watcher on znode that does not yet exist, /0-921508461/master 2024-12-05T12:22:45,337 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46307-0x101a69f89090001, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Set watcher on znode that does not yet exist, /0-921508461/acl 2024-12-05T12:22:45,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46307 2024-12-05T12:22:45,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46307 2024-12-05T12:22:45,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46307 2024-12-05T12:22:45,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46307 2024-12-05T12:22:45,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46307 2024-12-05T12:22:45,361 DEBUG [M:0;9ea9abad0e9b:34857 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9ea9abad0e9b:34857 2024-12-05T12:22:45,362 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-921508461/backup-masters/9ea9abad0e9b,34857,1733401365048 2024-12-05T12:22:45,378 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46307-0x101a69f89090001, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-921508461/backup-masters 2024-12-05T12:22:45,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34857-0x101a69f89090000, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-921508461/backup-masters 2024-12-05T12:22:45,378 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34857-0x101a69f89090000, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Set watcher on existing znode=/0-921508461/backup-masters/9ea9abad0e9b,34857,1733401365048 2024-12-05T12:22:45,386 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46307-0x101a69f89090001, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-921508461/master 2024-12-05T12:22:45,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34857-0x101a69f89090000, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-921508461 2024-12-05T12:22:45,386 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46307-0x101a69f89090001, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-921508461 2024-12-05T12:22:45,386 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34857-0x101a69f89090000, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Set watcher on existing znode=/0-921508461/master 2024-12-05T12:22:45,387 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-921508461/backup-masters/9ea9abad0e9b,34857,1733401365048 from backup master directory 2024-12-05T12:22:45,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34857-0x101a69f89090000, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-921508461/backup-masters/9ea9abad0e9b,34857,1733401365048 2024-12-05T12:22:45,394 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46307-0x101a69f89090001, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-921508461/backup-masters 2024-12-05T12:22:45,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34857-0x101a69f89090000, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-921508461/backup-masters 2024-12-05T12:22:45,394 WARN [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:22:45,394 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9ea9abad0e9b,34857,1733401365048 2024-12-05T12:22:45,398 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/hbase.id] with ID: 38652f30-9fe2-4ea5-b852-9498e4f8582b 2024-12-05T12:22:45,398 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/.tmp/hbase.id 2024-12-05T12:22:45,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33841 is added to blk_1073741826_1002 (size=42) 2024-12-05T12:22:45,812 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/.tmp/hbase.id]:[hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/hbase.id] 2024-12-05T12:22:45,845 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:22:45,845 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T12:22:45,849 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-12-05T12:22:45,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34857-0x101a69f89090000, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-921508461 2024-12-05T12:22:45,886 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46307-0x101a69f89090001, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-921508461 2024-12-05T12:22:45,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33841 is added to blk_1073741827_1003 (size=196) 2024-12-05T12:22:45,902 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:22:45,903 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T12:22:45,906 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:22:45,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33841 is added to blk_1073741828_1004 (size=1189) 2024-12-05T12:22:46,319 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/MasterData/data/master/store 2024-12-05T12:22:46,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33841 is added to blk_1073741829_1005 (size=34) 2024-12-05T12:22:46,338 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:22:46,339 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:22:46,339 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:22:46,339 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:22:46,339 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:22:46,339 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:22:46,339 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:22:46,339 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401366338Disabling compacts and flushes for region at 1733401366338Disabling writes for close at 1733401366339 (+1 ms)Writing region close event to WAL at 1733401366339Closed at 1733401366339 2024-12-05T12:22:46,340 WARN [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/MasterData/data/master/store/.initializing 2024-12-05T12:22:46,340 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/MasterData/WALs/9ea9abad0e9b,34857,1733401365048 2024-12-05T12:22:46,342 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:22:46,344 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9ea9abad0e9b%2C34857%2C1733401365048, suffix=, logDir=hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/MasterData/WALs/9ea9abad0e9b,34857,1733401365048, archiveDir=hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/MasterData/oldWALs, maxLogs=10 2024-12-05T12:22:46,363 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/MasterData/WALs/9ea9abad0e9b,34857,1733401365048/9ea9abad0e9b%2C34857%2C1733401365048.1733401366345, exclude list is [], retry=0 2024-12-05T12:22:46,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33841,DS-5cf46197-7a2b-4749-8fc9-f879c941d147,DISK] 2024-12-05T12:22:46,386 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/MasterData/WALs/9ea9abad0e9b,34857,1733401365048/9ea9abad0e9b%2C34857%2C1733401365048.1733401366345 2024-12-05T12:22:46,395 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37927:37927)] 2024-12-05T12:22:46,395 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:22:46,395 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:22:46,395 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:22:46,396 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:22:46,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:22:46,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T12:22:46,417 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:46,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:22:46,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:22:46,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T12:22:46,421 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:46,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:22:46,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:22:46,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T12:22:46,422 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:46,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:22:46,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:22:46,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T12:22:46,424 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:46,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:22:46,425 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:22:46,426 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:22:46,426 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:22:46,427 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:22:46,427 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:22:46,428 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:22:46,437 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:22:46,443 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:22:46,444 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69483773, jitterRate=0.03538890182971954}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:22:46,445 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733401366396Initializing all the Stores at 1733401366403 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401366403Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401366407 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401366407Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401366407Cleaning up temporary data from old regions at 1733401366427 (+20 ms)Region opened successfully at 1733401366445 (+18 ms) 2024-12-05T12:22:46,450 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T12:22:46,455 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@169cdac7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ea9abad0e9b/172.17.0.3:0 2024-12-05T12:22:46,457 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T12:22:46,457 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T12:22:46,457 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T12:22:46,457 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T12:22:46,458 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T12:22:46,458 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T12:22:46,459 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T12:22:46,472 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T12:22:46,474 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34857-0x101a69f89090000, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Unable to get data of znode /0-921508461/balancer because node does not exist (not necessarily an error) 2024-12-05T12:22:46,506 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-921508461/balancer already deleted, retry=false 2024-12-05T12:22:46,507 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T12:22:46,508 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34857-0x101a69f89090000, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Unable to get data of znode /0-921508461/normalizer because node does not exist (not necessarily an error) 2024-12-05T12:22:46,538 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-921508461/normalizer already deleted, retry=false 2024-12-05T12:22:46,539 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T12:22:46,540 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34857-0x101a69f89090000, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Unable to get data of znode /0-921508461/switch/split because node does not exist (not necessarily an error) 2024-12-05T12:22:46,587 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-921508461/switch/split already deleted, retry=false 2024-12-05T12:22:46,588 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34857-0x101a69f89090000, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Unable to get data of znode /0-921508461/switch/merge because node does not exist (not necessarily an error) 2024-12-05T12:22:46,627 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-921508461/switch/merge already deleted, retry=false 2024-12-05T12:22:46,629 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34857-0x101a69f89090000, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Unable to get data of znode /0-921508461/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T12:22:46,663 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-921508461/snapshot-cleanup already deleted, retry=false 2024-12-05T12:22:46,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34857-0x101a69f89090000, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-921508461/running 2024-12-05T12:22:46,719 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46307-0x101a69f89090001, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-921508461/running 2024-12-05T12:22:46,719 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46307-0x101a69f89090001, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-921508461 2024-12-05T12:22:46,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34857-0x101a69f89090000, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-921508461 2024-12-05T12:22:46,720 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9ea9abad0e9b,34857,1733401365048, sessionid=0x101a69f89090000, setting cluster-up flag (Was=false) 2024-12-05T12:22:46,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34857-0x101a69f89090000, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-921508461 2024-12-05T12:22:46,806 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46307-0x101a69f89090001, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-921508461 2024-12-05T12:22:46,958 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-921508461/flush-table-proc/acquired, /0-921508461/flush-table-proc/reached, /0-921508461/flush-table-proc/abort 2024-12-05T12:22:46,960 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ea9abad0e9b,34857,1733401365048 2024-12-05T12:22:46,990 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46307-0x101a69f89090001, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-921508461 2024-12-05T12:22:46,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34857-0x101a69f89090000, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-921508461 2024-12-05T12:22:47,015 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-921508461/online-snapshot/acquired, /0-921508461/online-snapshot/reached, /0-921508461/online-snapshot/abort 2024-12-05T12:22:47,016 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ea9abad0e9b,34857,1733401365048 2024-12-05T12:22:47,019 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T12:22:47,024 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T12:22:47,024 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T12:22:47,024 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T12:22:47,024 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9ea9abad0e9b,34857,1733401365048 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T12:22:47,026 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:22:47,026 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:22:47,026 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:22:47,026 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:22:47,026 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9ea9abad0e9b:0, corePoolSize=10, maxPoolSize=10 2024-12-05T12:22:47,026 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:47,026 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:22:47,026 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:47,030 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733401397030 2024-12-05T12:22:47,030 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T12:22:47,030 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T12:22:47,030 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:22:47,030 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T12:22:47,030 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T12:22:47,030 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T12:22:47,031 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T12:22:47,031 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T12:22:47,031 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:47,032 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T12:22:47,033 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:47,033 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T12:22:47,033 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T12:22:47,033 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T12:22:47,034 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T12:22:47,034 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T12:22:47,034 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T12:22:47,034 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401367034,5,FailOnTimeoutGroup] 2024-12-05T12:22:47,034 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401367034,5,FailOnTimeoutGroup] 2024-12-05T12:22:47,034 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:47,034 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T12:22:47,034 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:47,034 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:47,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33841 is added to blk_1073741831_1007 (size=1321) 2024-12-05T12:22:47,055 INFO [RS:0;9ea9abad0e9b:46307 {}] regionserver.HRegionServer(746): ClusterId : 38652f30-9fe2-4ea5-b852-9498e4f8582b 2024-12-05T12:22:47,056 DEBUG [RS:0;9ea9abad0e9b:46307 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T12:22:47,066 DEBUG [RS:0;9ea9abad0e9b:46307 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T12:22:47,066 DEBUG [RS:0;9ea9abad0e9b:46307 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T12:22:47,074 DEBUG [RS:0;9ea9abad0e9b:46307 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T12:22:47,074 DEBUG [RS:0;9ea9abad0e9b:46307 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13f9b458, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ea9abad0e9b/172.17.0.3:0 2024-12-05T12:22:47,087 DEBUG [RS:0;9ea9abad0e9b:46307 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9ea9abad0e9b:46307 2024-12-05T12:22:47,087 INFO [RS:0;9ea9abad0e9b:46307 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T12:22:47,087 INFO [RS:0;9ea9abad0e9b:46307 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T12:22:47,087 DEBUG [RS:0;9ea9abad0e9b:46307 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T12:22:47,087 INFO [RS:0;9ea9abad0e9b:46307 {}] regionserver.HRegionServer(2659): reportForDuty to master=9ea9abad0e9b,34857,1733401365048 with port=46307, startcode=1733401365290 2024-12-05T12:22:47,088 DEBUG [RS:0;9ea9abad0e9b:46307 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T12:22:47,090 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40025, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T12:22:47,091 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34857 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9ea9abad0e9b,46307,1733401365290 2024-12-05T12:22:47,091 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34857 {}] master.ServerManager(517): Registering regionserver=9ea9abad0e9b,46307,1733401365290 2024-12-05T12:22:47,092 DEBUG [RS:0;9ea9abad0e9b:46307 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c 2024-12-05T12:22:47,092 DEBUG [RS:0;9ea9abad0e9b:46307 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41831 2024-12-05T12:22:47,092 DEBUG [RS:0;9ea9abad0e9b:46307 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T12:22:47,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34857-0x101a69f89090000, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-921508461/rs 2024-12-05T12:22:47,103 DEBUG [RS:0;9ea9abad0e9b:46307 {}] zookeeper.ZKUtil(111): regionserver:46307-0x101a69f89090001, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Set watcher on existing znode=/0-921508461/rs/9ea9abad0e9b,46307,1733401365290 2024-12-05T12:22:47,103 WARN [RS:0;9ea9abad0e9b:46307 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:22:47,103 INFO [RS:0;9ea9abad0e9b:46307 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:22:47,103 DEBUG [RS:0;9ea9abad0e9b:46307 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/WALs/9ea9abad0e9b,46307,1733401365290 2024-12-05T12:22:47,103 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9ea9abad0e9b,46307,1733401365290] 2024-12-05T12:22:47,111 INFO [RS:0;9ea9abad0e9b:46307 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T12:22:47,115 INFO [RS:0;9ea9abad0e9b:46307 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T12:22:47,127 INFO [RS:0;9ea9abad0e9b:46307 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T12:22:47,127 INFO [RS:0;9ea9abad0e9b:46307 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:47,127 INFO [RS:0;9ea9abad0e9b:46307 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T12:22:47,128 INFO [RS:0;9ea9abad0e9b:46307 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T12:22:47,128 INFO [RS:0;9ea9abad0e9b:46307 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:47,128 DEBUG [RS:0;9ea9abad0e9b:46307 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:47,128 DEBUG [RS:0;9ea9abad0e9b:46307 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:47,129 DEBUG [RS:0;9ea9abad0e9b:46307 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:47,129 DEBUG [RS:0;9ea9abad0e9b:46307 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:47,129 DEBUG [RS:0;9ea9abad0e9b:46307 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:47,129 DEBUG [RS:0;9ea9abad0e9b:46307 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9ea9abad0e9b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:22:47,129 DEBUG [RS:0;9ea9abad0e9b:46307 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:47,129 DEBUG [RS:0;9ea9abad0e9b:46307 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:47,129 DEBUG [RS:0;9ea9abad0e9b:46307 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:47,129 DEBUG [RS:0;9ea9abad0e9b:46307 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:47,129 DEBUG [RS:0;9ea9abad0e9b:46307 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:47,129 DEBUG [RS:0;9ea9abad0e9b:46307 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:47,129 DEBUG [RS:0;9ea9abad0e9b:46307 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9ea9abad0e9b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:22:47,129 DEBUG [RS:0;9ea9abad0e9b:46307 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9ea9abad0e9b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:22:47,130 INFO [RS:0;9ea9abad0e9b:46307 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:47,130 INFO [RS:0;9ea9abad0e9b:46307 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:47,130 INFO [RS:0;9ea9abad0e9b:46307 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:47,130 INFO [RS:0;9ea9abad0e9b:46307 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:47,130 INFO [RS:0;9ea9abad0e9b:46307 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:47,130 INFO [RS:0;9ea9abad0e9b:46307 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,46307,1733401365290-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:22:47,149 INFO [RS:0;9ea9abad0e9b:46307 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T12:22:47,149 INFO [RS:0;9ea9abad0e9b:46307 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,46307,1733401365290-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:47,149 INFO [RS:0;9ea9abad0e9b:46307 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:47,149 INFO [RS:0;9ea9abad0e9b:46307 {}] regionserver.Replication(171): 9ea9abad0e9b,46307,1733401365290 started 2024-12-05T12:22:47,168 INFO [RS:0;9ea9abad0e9b:46307 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:47,168 INFO [RS:0;9ea9abad0e9b:46307 {}] regionserver.HRegionServer(1482): Serving as 9ea9abad0e9b,46307,1733401365290, RpcServer on 9ea9abad0e9b/172.17.0.3:46307, sessionid=0x101a69f89090001 2024-12-05T12:22:47,169 DEBUG [RS:0;9ea9abad0e9b:46307 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T12:22:47,169 DEBUG [RS:0;9ea9abad0e9b:46307 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9ea9abad0e9b,46307,1733401365290 2024-12-05T12:22:47,169 DEBUG [RS:0;9ea9abad0e9b:46307 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ea9abad0e9b,46307,1733401365290' 2024-12-05T12:22:47,169 DEBUG [RS:0;9ea9abad0e9b:46307 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-921508461/flush-table-proc/abort' 2024-12-05T12:22:47,169 DEBUG [RS:0;9ea9abad0e9b:46307 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-921508461/flush-table-proc/acquired' 2024-12-05T12:22:47,170 DEBUG [RS:0;9ea9abad0e9b:46307 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T12:22:47,170 DEBUG [RS:0;9ea9abad0e9b:46307 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T12:22:47,170 DEBUG [RS:0;9ea9abad0e9b:46307 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9ea9abad0e9b,46307,1733401365290 2024-12-05T12:22:47,170 DEBUG [RS:0;9ea9abad0e9b:46307 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ea9abad0e9b,46307,1733401365290' 2024-12-05T12:22:47,170 DEBUG [RS:0;9ea9abad0e9b:46307 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-921508461/online-snapshot/abort' 2024-12-05T12:22:47,170 DEBUG [RS:0;9ea9abad0e9b:46307 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-921508461/online-snapshot/acquired' 2024-12-05T12:22:47,170 DEBUG [RS:0;9ea9abad0e9b:46307 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T12:22:47,170 INFO [RS:0;9ea9abad0e9b:46307 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T12:22:47,170 INFO [RS:0;9ea9abad0e9b:46307 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T12:22:47,271 INFO [RS:0;9ea9abad0e9b:46307 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:22:47,274 INFO [RS:0;9ea9abad0e9b:46307 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C46307%2C1733401365290, suffix=, logDir=hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/WALs/9ea9abad0e9b,46307,1733401365290, archiveDir=hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/oldWALs, maxLogs=10 2024-12-05T12:22:47,292 DEBUG [RS:0;9ea9abad0e9b:46307 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/WALs/9ea9abad0e9b,46307,1733401365290/9ea9abad0e9b%2C46307%2C1733401365290.1733401367274, exclude list is [], retry=0 2024-12-05T12:22:47,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33841,DS-5cf46197-7a2b-4749-8fc9-f879c941d147,DISK] 2024-12-05T12:22:47,297 INFO [RS:0;9ea9abad0e9b:46307 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/WALs/9ea9abad0e9b,46307,1733401365290/9ea9abad0e9b%2C46307%2C1733401365290.1733401367274 2024-12-05T12:22:47,297 DEBUG [RS:0;9ea9abad0e9b:46307 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37927:37927)] 2024-12-05T12:22:47,445 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T12:22:47,445 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c 2024-12-05T12:22:47,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33841 is added to blk_1073741833_1009 (size=32) 2024-12-05T12:22:47,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:22:47,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:22:47,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:22:47,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:47,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:22:47,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:22:47,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:22:47,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:47,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:22:47,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:22:47,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:22:47,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:47,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:22:47,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:22:47,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:22:47,471 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:47,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:22:47,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:22:47,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/data/hbase/meta/1588230740 2024-12-05T12:22:47,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/data/hbase/meta/1588230740 2024-12-05T12:22:47,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:22:47,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:22:47,476 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:22:47,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:22:47,479 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:22:47,480 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68649594, jitterRate=0.0229586660861969}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:22:47,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733401367458Initializing all the Stores at 1733401367459 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401367459Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401367459Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401367459Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401367459Cleaning up temporary data from old regions at 1733401367475 (+16 ms)Region opened successfully at 1733401367481 (+6 ms) 2024-12-05T12:22:47,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:22:47,481 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:22:47,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:22:47,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:22:47,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:22:47,482 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:22:47,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401367481Disabling compacts and flushes for region at 1733401367481Disabling writes for close at 1733401367481Writing region close event to WAL at 1733401367482 (+1 ms)Closed at 1733401367482 2024-12-05T12:22:47,483 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:22:47,483 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T12:22:47,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T12:22:47,485 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:22:47,487 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T12:22:47,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:22:47,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T12:22:47,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T12:22:47,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T12:22:47,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:22:47,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T12:22:47,638 DEBUG [9ea9abad0e9b:34857 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T12:22:47,638 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9ea9abad0e9b,46307,1733401365290 2024-12-05T12:22:47,640 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ea9abad0e9b,46307,1733401365290, state=OPENING 2024-12-05T12:22:47,656 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T12:22:47,665 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46307-0x101a69f89090001, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-921508461 2024-12-05T12:22:47,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34857-0x101a69f89090000, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-921508461 2024-12-05T12:22:47,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-921508461/meta-region-server: CHANGED 2024-12-05T12:22:47,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-921508461/meta-region-server: CHANGED 2024-12-05T12:22:47,665 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:22:47,665 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,46307,1733401365290}] 2024-12-05T12:22:47,818 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:22:47,819 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48509, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T12:22:47,822 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T12:22:47,822 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:22:47,822 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T12:22:47,824 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C46307%2C1733401365290.meta, suffix=.meta, logDir=hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/WALs/9ea9abad0e9b,46307,1733401365290, archiveDir=hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/oldWALs, maxLogs=10 2024-12-05T12:22:47,835 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/WALs/9ea9abad0e9b,46307,1733401365290/9ea9abad0e9b%2C46307%2C1733401365290.meta.1733401367824.meta, exclude list is [], retry=0 2024-12-05T12:22:47,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33841,DS-5cf46197-7a2b-4749-8fc9-f879c941d147,DISK] 2024-12-05T12:22:47,839 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/WALs/9ea9abad0e9b,46307,1733401365290/9ea9abad0e9b%2C46307%2C1733401365290.meta.1733401367824.meta 2024-12-05T12:22:47,839 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37927:37927)] 2024-12-05T12:22:47,839 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:22:47,839 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:22:47,839 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:22:47,840 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T12:22:47,840 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T12:22:47,840 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T12:22:47,840 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:22:47,840 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T12:22:47,840 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T12:22:47,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:22:47,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:22:47,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:47,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:22:47,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:22:47,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:22:47,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:47,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:22:47,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:22:47,844 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:22:47,844 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:47,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:22:47,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:22:47,845 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:22:47,845 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:47,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:22:47,845 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:22:47,846 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/data/hbase/meta/1588230740 2024-12-05T12:22:47,847 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/data/hbase/meta/1588230740 2024-12-05T12:22:47,848 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:22:47,848 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:22:47,848 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:22:47,849 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:22:47,850 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63376990, jitterRate=-0.05560925602912903}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:22:47,850 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T12:22:47,850 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733401367840Writing region info on filesystem at 1733401367840Initializing all the Stores at 1733401367841 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401367841Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401367841Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401367841Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401367841Cleaning up temporary data from old regions at 1733401367848 (+7 ms)Running coprocessor post-open hooks at 1733401367850 (+2 ms)Region opened successfully at 1733401367850 2024-12-05T12:22:47,851 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733401367817 2024-12-05T12:22:47,852 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T12:22:47,853 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T12:22:47,853 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9ea9abad0e9b,46307,1733401365290 2024-12-05T12:22:47,854 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ea9abad0e9b,46307,1733401365290, state=OPEN 2024-12-05T12:22:47,893 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46307-0x101a69f89090001, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-921508461/meta-region-server 2024-12-05T12:22:47,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34857-0x101a69f89090000, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-921508461/meta-region-server 2024-12-05T12:22:47,893 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,46307,1733401365290 2024-12-05T12:22:47,893 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-921508461/meta-region-server: CHANGED 2024-12-05T12:22:47,893 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-921508461/meta-region-server: CHANGED 2024-12-05T12:22:47,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T12:22:47,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,46307,1733401365290 in 228 msec 2024-12-05T12:22:47,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T12:22:47,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 412 msec 2024-12-05T12:22:47,898 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:22:47,898 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T12:22:47,899 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:22:47,899 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,46307,1733401365290, seqNum=-1] 2024-12-05T12:22:47,899 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:22:47,900 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36869, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:22:47,905 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 881 msec 2024-12-05T12:22:47,905 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733401367905, completionTime=-1 2024-12-05T12:22:47,905 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T12:22:47,905 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T12:22:47,907 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T12:22:47,907 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733401427907 2024-12-05T12:22:47,907 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733401487907 2024-12-05T12:22:47,907 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T12:22:47,907 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,34857,1733401365048-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:47,907 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,34857,1733401365048-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:47,907 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,34857,1733401365048-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:47,907 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9ea9abad0e9b:34857, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:47,907 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:47,908 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:47,909 DEBUG [master/9ea9abad0e9b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T12:22:47,911 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.517sec 2024-12-05T12:22:47,911 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T12:22:47,911 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T12:22:47,911 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T12:22:47,911 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T12:22:47,911 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T12:22:47,911 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,34857,1733401365048-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:22:47,911 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,34857,1733401365048-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T12:22:47,913 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T12:22:47,913 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T12:22:47,913 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,34857,1733401365048-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:47,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b723d12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:22:47,958 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,34857,-1 for getting cluster id 2024-12-05T12:22:47,958 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:22:47,959 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38652f30-9fe2-4ea5-b852-9498e4f8582b' 2024-12-05T12:22:47,959 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:22:47,959 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38652f30-9fe2-4ea5-b852-9498e4f8582b" 2024-12-05T12:22:47,960 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@565351c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:22:47,960 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,34857,-1] 2024-12-05T12:22:47,960 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:22:47,960 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:22:47,961 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:22:47,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e203837, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:22:47,962 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:22:47,963 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,46307,1733401365290, seqNum=-1] 2024-12-05T12:22:47,963 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:22:47,964 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:22:47,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9ea9abad0e9b,34857,1733401365048 2024-12-05T12:22:47,966 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49550 2024-12-05T12:22:47,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:22:47,982 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a69f89090002 connected 2024-12-05T12:22:47,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c44bac2-b91c-b03f-268f-1919e59b6939/hadoop.log.dir so I do NOT create it in target/test-data/8f3cfcac-348a-4488-57db-c3e345685474 2024-12-05T12:22:47,992 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c44bac2-b91c-b03f-268f-1919e59b6939/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T12:22:47,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c44bac2-b91c-b03f-268f-1919e59b6939/hadoop.tmp.dir so I do NOT create it in target/test-data/8f3cfcac-348a-4488-57db-c3e345685474 2024-12-05T12:22:47,992 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c44bac2-b91c-b03f-268f-1919e59b6939/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T12:22:47,992 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3cfcac-348a-4488-57db-c3e345685474 2024-12-05T12:22:47,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T12:22:47,993 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3cfcac-348a-4488-57db-c3e345685474/cluster_bf6c6e60-de0b-2283-4ca3-024c976fcca7, deleteOnExit=true 2024-12-05T12:22:47,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T12:22:47,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3cfcac-348a-4488-57db-c3e345685474/test.cache.data in system properties and HBase conf 2024-12-05T12:22:47,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3cfcac-348a-4488-57db-c3e345685474/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T12:22:47,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3cfcac-348a-4488-57db-c3e345685474/hadoop.log.dir in system properties and HBase conf 2024-12-05T12:22:47,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3cfcac-348a-4488-57db-c3e345685474/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T12:22:47,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3cfcac-348a-4488-57db-c3e345685474/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T12:22:47,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T12:22:47,993 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T12:22:47,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3cfcac-348a-4488-57db-c3e345685474/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:22:47,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3cfcac-348a-4488-57db-c3e345685474/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:22:47,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3cfcac-348a-4488-57db-c3e345685474/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T12:22:47,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3cfcac-348a-4488-57db-c3e345685474/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:22:47,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3cfcac-348a-4488-57db-c3e345685474/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T12:22:47,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3cfcac-348a-4488-57db-c3e345685474/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T12:22:47,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3cfcac-348a-4488-57db-c3e345685474/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:22:47,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3cfcac-348a-4488-57db-c3e345685474/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:22:47,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3cfcac-348a-4488-57db-c3e345685474/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T12:22:47,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3cfcac-348a-4488-57db-c3e345685474/nfs.dump.dir in system properties and HBase conf 2024-12-05T12:22:47,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3cfcac-348a-4488-57db-c3e345685474/java.io.tmpdir in system properties and HBase conf 2024-12-05T12:22:47,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3cfcac-348a-4488-57db-c3e345685474/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:22:47,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3cfcac-348a-4488-57db-c3e345685474/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T12:22:47,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3cfcac-348a-4488-57db-c3e345685474/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T12:22:48,230 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:22:48,236 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:22:48,245 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:22:48,245 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:22:48,245 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T12:22:48,247 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:22:48,247 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73f3698b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3cfcac-348a-4488-57db-c3e345685474/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:22:48,248 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69ed25a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:22:48,374 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e225f62{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3cfcac-348a-4488-57db-c3e345685474/java.io.tmpdir/jetty-localhost-45951-hadoop-hdfs-3_4_1-tests_jar-_-any-9517492114478592592/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:22:48,374 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9d207cf{HTTP/1.1, (http/1.1)}{localhost:45951} 2024-12-05T12:22:48,375 INFO [Time-limited test {}] server.Server(415): Started @137456ms 2024-12-05T12:22:48,541 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:22:48,544 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:22:48,550 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:22:48,550 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:22:48,550 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T12:22:48,551 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75117a99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3cfcac-348a-4488-57db-c3e345685474/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:22:48,551 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3770829e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:22:48,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@67c03719{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3cfcac-348a-4488-57db-c3e345685474/java.io.tmpdir/jetty-localhost-32853-hadoop-hdfs-3_4_1-tests_jar-_-any-3062851412658245400/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:22:48,649 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ee05249{HTTP/1.1, (http/1.1)}{localhost:32853} 2024-12-05T12:22:48,649 INFO [Time-limited test {}] server.Server(415): Started @137731ms 2024-12-05T12:22:48,651 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T12:22:49,146 WARN [Thread-1410 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3cfcac-348a-4488-57db-c3e345685474/cluster_bf6c6e60-de0b-2283-4ca3-024c976fcca7/data/data1/current/BP-2103280609-172.17.0.3-1733401368015/current, will proceed with Du for space computation calculation, 2024-12-05T12:22:49,146 WARN [Thread-1411 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3cfcac-348a-4488-57db-c3e345685474/cluster_bf6c6e60-de0b-2283-4ca3-024c976fcca7/data/data2/current/BP-2103280609-172.17.0.3-1733401368015/current, will proceed with Du for space computation calculation, 2024-12-05T12:22:49,166 WARN [Thread-1398 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T12:22:49,171 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4445f9dfbf28e51b with lease ID 0xfaf1f3ae72e29fcf: Processing first storage report for DS-12354a4c-5d35-4cbf-8fe9-69656560055b from datanode DatanodeRegistration(127.0.0.1:45923, datanodeUuid=be97dc57-f92b-40a6-af12-03091612a7e2, infoPort=37849, infoSecurePort=0, ipcPort=39673, storageInfo=lv=-57;cid=testClusterID;nsid=1676776084;c=1733401368015) 2024-12-05T12:22:49,171 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4445f9dfbf28e51b with lease ID 0xfaf1f3ae72e29fcf: from storage DS-12354a4c-5d35-4cbf-8fe9-69656560055b node DatanodeRegistration(127.0.0.1:45923, datanodeUuid=be97dc57-f92b-40a6-af12-03091612a7e2, infoPort=37849, infoSecurePort=0, ipcPort=39673, storageInfo=lv=-57;cid=testClusterID;nsid=1676776084;c=1733401368015), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:22:49,171 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4445f9dfbf28e51b with lease ID 0xfaf1f3ae72e29fcf: Processing first storage report for DS-0c35b4bc-85a2-4bdd-af94-d5802723a169 from datanode DatanodeRegistration(127.0.0.1:45923, datanodeUuid=be97dc57-f92b-40a6-af12-03091612a7e2, infoPort=37849, infoSecurePort=0, ipcPort=39673, storageInfo=lv=-57;cid=testClusterID;nsid=1676776084;c=1733401368015) 2024-12-05T12:22:49,171 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4445f9dfbf28e51b with lease ID 0xfaf1f3ae72e29fcf: from storage DS-0c35b4bc-85a2-4bdd-af94-d5802723a169 node DatanodeRegistration(127.0.0.1:45923, datanodeUuid=be97dc57-f92b-40a6-af12-03091612a7e2, infoPort=37849, infoSecurePort=0, ipcPort=39673, storageInfo=lv=-57;cid=testClusterID;nsid=1676776084;c=1733401368015), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T12:22:49,185 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3cfcac-348a-4488-57db-c3e345685474 2024-12-05T12:22:49,185 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:22:49,186 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:22:49,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741825_1001 (size=7) 2024-12-05T12:22:49,606 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41289/user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9 with version=8 2024-12-05T12:22:49,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41289/user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9/hbase-staging 2024-12-05T12:22:49,608 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9ea9abad0e9b:0 server-side Connection retries=45 2024-12-05T12:22:49,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:22:49,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:22:49,608 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:22:49,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:22:49,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:22:49,608 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T12:22:49,608 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:22:49,609 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36267 2024-12-05T12:22:49,609 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36267 connecting to ZooKeeper ensemble=127.0.0.1:49550 2024-12-05T12:22:49,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:362670x0, quorum=127.0.0.1:49550, baseZNode=/11470705296 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:22:49,620 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36267-0x101a69f89090003 connected 2024-12-05T12:22:49,678 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:22:49,679 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:22:49,681 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36267-0x101a69f89090003, quorum=127.0.0.1:49550, baseZNode=/11470705296 Set watcher on znode that does not yet exist, /11470705296/running 2024-12-05T12:22:49,681 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41289/user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9, hbase.cluster.distributed=false 2024-12-05T12:22:49,682 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36267-0x101a69f89090003, quorum=127.0.0.1:49550, baseZNode=/11470705296 Set watcher on znode that does not yet exist, /11470705296/acl 2024-12-05T12:22:49,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36267 2024-12-05T12:22:49,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36267 2024-12-05T12:22:49,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36267 2024-12-05T12:22:49,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36267 2024-12-05T12:22:49,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36267 2024-12-05T12:22:49,706 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9ea9abad0e9b:0 server-side Connection retries=45 2024-12-05T12:22:49,706 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:22:49,706 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:22:49,706 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:22:49,706 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:22:49,706 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:22:49,706 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T12:22:49,706 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:22:49,707 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42257 2024-12-05T12:22:49,708 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42257 connecting to ZooKeeper ensemble=127.0.0.1:49550 2024-12-05T12:22:49,708 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:22:49,710 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:22:49,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422570x0, quorum=127.0.0.1:49550, baseZNode=/11470705296 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:22:49,723 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:422570x0, quorum=127.0.0.1:49550, baseZNode=/11470705296 Set watcher on znode that does not yet exist, /11470705296/running 2024-12-05T12:22:49,723 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42257-0x101a69f89090004 connected 2024-12-05T12:22:49,724 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T12:22:49,725 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T12:22:49,726 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42257-0x101a69f89090004, quorum=127.0.0.1:49550, baseZNode=/11470705296 Set watcher on znode that does not yet exist, /11470705296/master 2024-12-05T12:22:49,726 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42257-0x101a69f89090004, quorum=127.0.0.1:49550, baseZNode=/11470705296 Set watcher on znode that does not yet exist, /11470705296/acl 2024-12-05T12:22:49,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42257 2024-12-05T12:22:49,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42257 2024-12-05T12:22:49,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42257 2024-12-05T12:22:49,730 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42257 2024-12-05T12:22:49,730 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42257 2024-12-05T12:22:49,741 DEBUG [M:0;9ea9abad0e9b:36267 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9ea9abad0e9b:36267 2024-12-05T12:22:49,742 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11470705296/backup-masters/9ea9abad0e9b,36267,1733401369607 2024-12-05T12:22:49,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36267-0x101a69f89090003, quorum=127.0.0.1:49550, baseZNode=/11470705296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11470705296/backup-masters 2024-12-05T12:22:49,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42257-0x101a69f89090004, quorum=127.0.0.1:49550, baseZNode=/11470705296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11470705296/backup-masters 2024-12-05T12:22:49,753 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36267-0x101a69f89090003, quorum=127.0.0.1:49550, baseZNode=/11470705296 Set watcher on existing znode=/11470705296/backup-masters/9ea9abad0e9b,36267,1733401369607 2024-12-05T12:22:49,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42257-0x101a69f89090004, quorum=127.0.0.1:49550, baseZNode=/11470705296 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11470705296/master 2024-12-05T12:22:49,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36267-0x101a69f89090003, quorum=127.0.0.1:49550, baseZNode=/11470705296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11470705296 2024-12-05T12:22:49,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42257-0x101a69f89090004, quorum=127.0.0.1:49550, baseZNode=/11470705296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11470705296 2024-12-05T12:22:49,761 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36267-0x101a69f89090003, quorum=127.0.0.1:49550, baseZNode=/11470705296 Set watcher on existing znode=/11470705296/master 2024-12-05T12:22:49,762 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11470705296/backup-masters/9ea9abad0e9b,36267,1733401369607 from backup master directory 2024-12-05T12:22:49,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42257-0x101a69f89090004, quorum=127.0.0.1:49550, baseZNode=/11470705296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11470705296/backup-masters 2024-12-05T12:22:49,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36267-0x101a69f89090003, quorum=127.0.0.1:49550, baseZNode=/11470705296 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11470705296/backup-masters/9ea9abad0e9b,36267,1733401369607 2024-12-05T12:22:49,769 WARN [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:22:49,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36267-0x101a69f89090003, quorum=127.0.0.1:49550, baseZNode=/11470705296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11470705296/backup-masters 2024-12-05T12:22:49,769 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9ea9abad0e9b,36267,1733401369607 2024-12-05T12:22:49,776 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41289/user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9/hbase.id] with ID: 38aed315-0d8d-41ec-b1f9-469b0093d179 2024-12-05T12:22:49,776 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41289/user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9/.tmp/hbase.id 2024-12-05T12:22:49,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741826_1002 (size=42) 2024-12-05T12:22:49,786 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41289/user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9/.tmp/hbase.id]:[hdfs://localhost:41289/user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9/hbase.id] 2024-12-05T12:22:49,798 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:22:49,798 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T12:22:49,799 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T12:22:49,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42257-0x101a69f89090004, quorum=127.0.0.1:49550, baseZNode=/11470705296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11470705296 2024-12-05T12:22:49,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36267-0x101a69f89090003, quorum=127.0.0.1:49550, baseZNode=/11470705296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11470705296 2024-12-05T12:22:49,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741827_1003 (size=196) 2024-12-05T12:22:50,215 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:22:50,216 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T12:22:50,216 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:22:50,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741828_1004 (size=1189) 2024-12-05T12:22:50,625 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41289/user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9/MasterData/data/master/store 2024-12-05T12:22:50,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741829_1005 (size=34) 2024-12-05T12:22:51,037 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:22:51,038 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:22:51,038 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:22:51,038 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:22:51,038 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:22:51,038 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:22:51,038 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:22:51,038 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401371038Disabling compacts and flushes for region at 1733401371038Disabling writes for close at 1733401371038Writing region close event to WAL at 1733401371038Closed at 1733401371038 2024-12-05T12:22:51,039 WARN [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41289/user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9/MasterData/data/master/store/.initializing 2024-12-05T12:22:51,039 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41289/user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9/MasterData/WALs/9ea9abad0e9b,36267,1733401369607 2024-12-05T12:22:51,040 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:22:51,042 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9ea9abad0e9b%2C36267%2C1733401369607, suffix=, logDir=hdfs://localhost:41289/user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9/MasterData/WALs/9ea9abad0e9b,36267,1733401369607, archiveDir=hdfs://localhost:41289/user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9/MasterData/oldWALs, maxLogs=10 2024-12-05T12:22:51,057 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9/MasterData/WALs/9ea9abad0e9b,36267,1733401369607/9ea9abad0e9b%2C36267%2C1733401369607.1733401371042, exclude list is [], retry=0 2024-12-05T12:22:51,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45923,DS-12354a4c-5d35-4cbf-8fe9-69656560055b,DISK] 2024-12-05T12:22:51,061 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9/MasterData/WALs/9ea9abad0e9b,36267,1733401369607/9ea9abad0e9b%2C36267%2C1733401369607.1733401371042 2024-12-05T12:22:51,061 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37849:37849)] 2024-12-05T12:22:51,061 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:22:51,062 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:22:51,062 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:22:51,062 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:22:51,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:22:51,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T12:22:51,064 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:51,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:22:51,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:22:51,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T12:22:51,065 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:51,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:22:51,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:22:51,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T12:22:51,066 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:51,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:22:51,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:22:51,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T12:22:51,068 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:51,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:22:51,068 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:22:51,069 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41289/user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:22:51,069 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41289/user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:22:51,070 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:22:51,070 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:22:51,070 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:22:51,072 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:22:51,073 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41289/user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:22:51,074 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69188725, jitterRate=0.03099234402179718}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:22:51,074 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733401371062Initializing all the Stores at 1733401371063 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401371063Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401371063Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401371063Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401371063Cleaning up temporary data from old regions at 1733401371070 (+7 ms)Region opened successfully at 1733401371074 (+4 ms) 2024-12-05T12:22:51,074 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T12:22:51,076 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b99a2fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ea9abad0e9b/172.17.0.3:0 2024-12-05T12:22:51,077 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T12:22:51,077 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T12:22:51,077 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T12:22:51,077 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T12:22:51,078 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T12:22:51,078 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T12:22:51,078 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T12:22:51,080 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T12:22:51,081 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36267-0x101a69f89090003, quorum=127.0.0.1:49550, baseZNode=/11470705296 Unable to get data of znode /11470705296/balancer because node does not exist (not necessarily an error) 2024-12-05T12:22:51,089 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11470705296/balancer already deleted, retry=false 2024-12-05T12:22:51,090 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T12:22:51,090 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36267-0x101a69f89090003, quorum=127.0.0.1:49550, baseZNode=/11470705296 Unable to get data of znode /11470705296/normalizer because node does not exist (not necessarily an error) 2024-12-05T12:22:51,098 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11470705296/normalizer already deleted, retry=false 2024-12-05T12:22:51,098 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T12:22:51,099 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36267-0x101a69f89090003, quorum=127.0.0.1:49550, baseZNode=/11470705296 Unable to get data of znode /11470705296/switch/split because node does not exist (not necessarily an error) 2024-12-05T12:22:51,106 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11470705296/switch/split already deleted, retry=false 2024-12-05T12:22:51,106 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36267-0x101a69f89090003, quorum=127.0.0.1:49550, baseZNode=/11470705296 Unable to get data of znode /11470705296/switch/merge because node does not exist (not necessarily an error) 2024-12-05T12:22:51,114 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11470705296/switch/merge already deleted, retry=false 2024-12-05T12:22:51,116 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36267-0x101a69f89090003, quorum=127.0.0.1:49550, baseZNode=/11470705296 Unable to get data of znode /11470705296/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T12:22:51,123 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11470705296/snapshot-cleanup already deleted, retry=false 2024-12-05T12:22:51,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36267-0x101a69f89090003, quorum=127.0.0.1:49550, baseZNode=/11470705296 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11470705296/running 2024-12-05T12:22:51,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42257-0x101a69f89090004, quorum=127.0.0.1:49550, baseZNode=/11470705296 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11470705296/running 2024-12-05T12:22:51,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36267-0x101a69f89090003, quorum=127.0.0.1:49550, baseZNode=/11470705296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11470705296 2024-12-05T12:22:51,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42257-0x101a69f89090004, quorum=127.0.0.1:49550, baseZNode=/11470705296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11470705296 2024-12-05T12:22:51,132 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9ea9abad0e9b,36267,1733401369607, sessionid=0x101a69f89090003, setting cluster-up flag (Was=false) 2024-12-05T12:22:51,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42257-0x101a69f89090004, quorum=127.0.0.1:49550, baseZNode=/11470705296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11470705296 2024-12-05T12:22:51,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36267-0x101a69f89090003, quorum=127.0.0.1:49550, baseZNode=/11470705296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11470705296 2024-12-05T12:22:51,173 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11470705296/flush-table-proc/acquired, /11470705296/flush-table-proc/reached, /11470705296/flush-table-proc/abort 2024-12-05T12:22:51,174 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ea9abad0e9b,36267,1733401369607 2024-12-05T12:22:51,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36267-0x101a69f89090003, quorum=127.0.0.1:49550, baseZNode=/11470705296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11470705296 2024-12-05T12:22:51,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42257-0x101a69f89090004, quorum=127.0.0.1:49550, baseZNode=/11470705296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11470705296 2024-12-05T12:22:51,214 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11470705296/online-snapshot/acquired, /11470705296/online-snapshot/reached, /11470705296/online-snapshot/abort 2024-12-05T12:22:51,215 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ea9abad0e9b,36267,1733401369607 2024-12-05T12:22:51,216 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41289/user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T12:22:51,217 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T12:22:51,217 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T12:22:51,217 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T12:22:51,217 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9ea9abad0e9b,36267,1733401369607 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T12:22:51,218 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:22:51,219 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:22:51,219 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:22:51,219 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:22:51,219 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9ea9abad0e9b:0, corePoolSize=10, maxPoolSize=10 2024-12-05T12:22:51,219 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:51,219 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:22:51,219 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:51,219 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733401401219 2024-12-05T12:22:51,220 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T12:22:51,220 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T12:22:51,220 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T12:22:51,220 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T12:22:51,220 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T12:22:51,220 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T12:22:51,220 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:22:51,220 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:51,220 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T12:22:51,220 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T12:22:51,220 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T12:22:51,220 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T12:22:51,220 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T12:22:51,221 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T12:22:51,221 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T12:22:51,221 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401371221,5,FailOnTimeoutGroup] 2024-12-05T12:22:51,221 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401371221,5,FailOnTimeoutGroup] 2024-12-05T12:22:51,221 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:51,221 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:51,221 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T12:22:51,221 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:51,221 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:51,221 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T12:22:51,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741831_1007 (size=1321) 2024-12-05T12:22:51,233 INFO [RS:0;9ea9abad0e9b:42257 {}] regionserver.HRegionServer(746): ClusterId : 38aed315-0d8d-41ec-b1f9-469b0093d179 2024-12-05T12:22:51,233 DEBUG [RS:0;9ea9abad0e9b:42257 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T12:22:51,240 DEBUG [RS:0;9ea9abad0e9b:42257 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T12:22:51,240 DEBUG [RS:0;9ea9abad0e9b:42257 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T12:22:51,249 DEBUG [RS:0;9ea9abad0e9b:42257 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T12:22:51,249 DEBUG [RS:0;9ea9abad0e9b:42257 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b3e1beb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ea9abad0e9b/172.17.0.3:0 2024-12-05T12:22:51,263 DEBUG [RS:0;9ea9abad0e9b:42257 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9ea9abad0e9b:42257 2024-12-05T12:22:51,263 INFO [RS:0;9ea9abad0e9b:42257 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T12:22:51,263 INFO [RS:0;9ea9abad0e9b:42257 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T12:22:51,263 DEBUG [RS:0;9ea9abad0e9b:42257 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T12:22:51,264 INFO [RS:0;9ea9abad0e9b:42257 {}] regionserver.HRegionServer(2659): reportForDuty to master=9ea9abad0e9b,36267,1733401369607 with port=42257, startcode=1733401369705 2024-12-05T12:22:51,264 DEBUG [RS:0;9ea9abad0e9b:42257 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T12:22:51,266 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40077, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T12:22:51,266 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36267 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9ea9abad0e9b,42257,1733401369705 2024-12-05T12:22:51,266 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36267 {}] master.ServerManager(517): Registering regionserver=9ea9abad0e9b,42257,1733401369705 2024-12-05T12:22:51,268 DEBUG [RS:0;9ea9abad0e9b:42257 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41289/user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9 2024-12-05T12:22:51,268 DEBUG [RS:0;9ea9abad0e9b:42257 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41289 2024-12-05T12:22:51,268 DEBUG [RS:0;9ea9abad0e9b:42257 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T12:22:51,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36267-0x101a69f89090003, quorum=127.0.0.1:49550, baseZNode=/11470705296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11470705296/rs 2024-12-05T12:22:51,295 DEBUG [RS:0;9ea9abad0e9b:42257 {}] zookeeper.ZKUtil(111): regionserver:42257-0x101a69f89090004, quorum=127.0.0.1:49550, baseZNode=/11470705296 Set watcher on existing znode=/11470705296/rs/9ea9abad0e9b,42257,1733401369705 2024-12-05T12:22:51,295 WARN [RS:0;9ea9abad0e9b:42257 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:22:51,295 INFO [RS:0;9ea9abad0e9b:42257 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:22:51,295 DEBUG [RS:0;9ea9abad0e9b:42257 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41289/user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9/WALs/9ea9abad0e9b,42257,1733401369705 2024-12-05T12:22:51,296 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9ea9abad0e9b,42257,1733401369705] 2024-12-05T12:22:51,301 INFO [RS:0;9ea9abad0e9b:42257 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T12:22:51,302 INFO [RS:0;9ea9abad0e9b:42257 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T12:22:51,302 INFO [RS:0;9ea9abad0e9b:42257 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T12:22:51,302 INFO [RS:0;9ea9abad0e9b:42257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:51,303 INFO [RS:0;9ea9abad0e9b:42257 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T12:22:51,304 INFO [RS:0;9ea9abad0e9b:42257 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T12:22:51,304 INFO [RS:0;9ea9abad0e9b:42257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:51,304 DEBUG [RS:0;9ea9abad0e9b:42257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:51,304 DEBUG [RS:0;9ea9abad0e9b:42257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:51,304 DEBUG [RS:0;9ea9abad0e9b:42257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:51,304 DEBUG [RS:0;9ea9abad0e9b:42257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:51,304 DEBUG [RS:0;9ea9abad0e9b:42257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:51,304 DEBUG [RS:0;9ea9abad0e9b:42257 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9ea9abad0e9b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:22:51,304 DEBUG [RS:0;9ea9abad0e9b:42257 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:51,304 DEBUG [RS:0;9ea9abad0e9b:42257 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:51,304 DEBUG [RS:0;9ea9abad0e9b:42257 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:51,304 DEBUG [RS:0;9ea9abad0e9b:42257 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:51,304 DEBUG [RS:0;9ea9abad0e9b:42257 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:51,304 DEBUG [RS:0;9ea9abad0e9b:42257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:51,304 DEBUG [RS:0;9ea9abad0e9b:42257 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9ea9abad0e9b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:22:51,304 DEBUG [RS:0;9ea9abad0e9b:42257 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9ea9abad0e9b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:22:51,307 INFO [RS:0;9ea9abad0e9b:42257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:51,307 INFO [RS:0;9ea9abad0e9b:42257 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:51,307 INFO [RS:0;9ea9abad0e9b:42257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:51,307 INFO [RS:0;9ea9abad0e9b:42257 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:51,307 INFO [RS:0;9ea9abad0e9b:42257 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:51,307 INFO [RS:0;9ea9abad0e9b:42257 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,42257,1733401369705-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:22:51,325 INFO [RS:0;9ea9abad0e9b:42257 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T12:22:51,325 INFO [RS:0;9ea9abad0e9b:42257 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,42257,1733401369705-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:51,325 INFO [RS:0;9ea9abad0e9b:42257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:51,325 INFO [RS:0;9ea9abad0e9b:42257 {}] regionserver.Replication(171): 9ea9abad0e9b,42257,1733401369705 started 2024-12-05T12:22:51,339 INFO [RS:0;9ea9abad0e9b:42257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:51,339 INFO [RS:0;9ea9abad0e9b:42257 {}] regionserver.HRegionServer(1482): Serving as 9ea9abad0e9b,42257,1733401369705, RpcServer on 9ea9abad0e9b/172.17.0.3:42257, sessionid=0x101a69f89090004 2024-12-05T12:22:51,339 DEBUG [RS:0;9ea9abad0e9b:42257 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T12:22:51,339 DEBUG [RS:0;9ea9abad0e9b:42257 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9ea9abad0e9b,42257,1733401369705 2024-12-05T12:22:51,339 DEBUG [RS:0;9ea9abad0e9b:42257 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ea9abad0e9b,42257,1733401369705' 2024-12-05T12:22:51,339 DEBUG [RS:0;9ea9abad0e9b:42257 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11470705296/flush-table-proc/abort' 2024-12-05T12:22:51,339 DEBUG [RS:0;9ea9abad0e9b:42257 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11470705296/flush-table-proc/acquired' 2024-12-05T12:22:51,340 DEBUG [RS:0;9ea9abad0e9b:42257 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T12:22:51,340 DEBUG [RS:0;9ea9abad0e9b:42257 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T12:22:51,340 DEBUG [RS:0;9ea9abad0e9b:42257 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9ea9abad0e9b,42257,1733401369705 2024-12-05T12:22:51,340 DEBUG [RS:0;9ea9abad0e9b:42257 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ea9abad0e9b,42257,1733401369705' 2024-12-05T12:22:51,340 DEBUG [RS:0;9ea9abad0e9b:42257 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11470705296/online-snapshot/abort' 2024-12-05T12:22:51,340 DEBUG [RS:0;9ea9abad0e9b:42257 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11470705296/online-snapshot/acquired' 2024-12-05T12:22:51,340 DEBUG [RS:0;9ea9abad0e9b:42257 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T12:22:51,340 INFO [RS:0;9ea9abad0e9b:42257 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T12:22:51,340 INFO [RS:0;9ea9abad0e9b:42257 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T12:22:51,441 INFO [RS:0;9ea9abad0e9b:42257 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:22:51,443 INFO [RS:0;9ea9abad0e9b:42257 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C42257%2C1733401369705, suffix=, logDir=hdfs://localhost:41289/user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9/WALs/9ea9abad0e9b,42257,1733401369705, archiveDir=hdfs://localhost:41289/user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9/oldWALs, maxLogs=10 2024-12-05T12:22:51,458 DEBUG [RS:0;9ea9abad0e9b:42257 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9/WALs/9ea9abad0e9b,42257,1733401369705/9ea9abad0e9b%2C42257%2C1733401369705.1733401371443, exclude list is [], retry=0 2024-12-05T12:22:51,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45923,DS-12354a4c-5d35-4cbf-8fe9-69656560055b,DISK] 2024-12-05T12:22:51,465 INFO [RS:0;9ea9abad0e9b:42257 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9/WALs/9ea9abad0e9b,42257,1733401369705/9ea9abad0e9b%2C42257%2C1733401369705.1733401371443 2024-12-05T12:22:51,465 DEBUG [RS:0;9ea9abad0e9b:42257 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37849:37849)] 2024-12-05T12:22:51,629 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41289/user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T12:22:51,629 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41289/user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9 2024-12-05T12:22:51,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741833_1009 (size=32) 2024-12-05T12:22:52,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:22:52,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:22:52,039 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:22:52,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:52,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:22:52,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:22:52,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:22:52,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:52,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:22:52,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:22:52,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:22:52,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:52,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:22:52,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:22:52,043 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:22:52,043 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:52,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:22:52,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:22:52,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41289/user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9/data/hbase/meta/1588230740 2024-12-05T12:22:52,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41289/user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9/data/hbase/meta/1588230740 2024-12-05T12:22:52,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:22:52,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:22:52,046 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:22:52,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:22:52,049 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41289/user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:22:52,050 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68004165, jitterRate=0.013341024518013}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:22:52,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733401372037Initializing all the Stores at 1733401372038 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401372038Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401372038Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401372038Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401372038Cleaning up temporary data from old regions at 1733401372046 (+8 ms)Region opened successfully at 1733401372050 (+4 ms) 2024-12-05T12:22:52,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:22:52,050 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:22:52,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:22:52,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:22:52,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:22:52,050 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:22:52,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401372050Disabling compacts and flushes for region at 1733401372050Disabling writes for close at 1733401372050Writing region close event to WAL at 1733401372050Closed at 1733401372050 2024-12-05T12:22:52,051 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:22:52,051 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T12:22:52,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T12:22:52,052 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:22:52,053 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T12:22:52,203 DEBUG [9ea9abad0e9b:36267 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T12:22:52,203 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9ea9abad0e9b,42257,1733401369705 2024-12-05T12:22:52,205 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ea9abad0e9b,42257,1733401369705, state=OPENING 2024-12-05T12:22:52,214 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T12:22:52,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36267-0x101a69f89090003, quorum=127.0.0.1:49550, baseZNode=/11470705296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11470705296 2024-12-05T12:22:52,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42257-0x101a69f89090004, quorum=127.0.0.1:49550, baseZNode=/11470705296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11470705296 2024-12-05T12:22:52,223 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:22:52,223 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,42257,1733401369705}] 2024-12-05T12:22:52,223 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11470705296/meta-region-server: CHANGED 2024-12-05T12:22:52,224 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11470705296/meta-region-server: CHANGED 2024-12-05T12:22:52,376 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:22:52,378 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43417, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T12:22:52,381 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T12:22:52,381 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:22:52,381 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T12:22:52,383 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C42257%2C1733401369705.meta, suffix=.meta, logDir=hdfs://localhost:41289/user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9/WALs/9ea9abad0e9b,42257,1733401369705, archiveDir=hdfs://localhost:41289/user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9/oldWALs, maxLogs=10 2024-12-05T12:22:52,394 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9/WALs/9ea9abad0e9b,42257,1733401369705/9ea9abad0e9b%2C42257%2C1733401369705.meta.1733401372383.meta, exclude list is [], retry=0 2024-12-05T12:22:52,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45923,DS-12354a4c-5d35-4cbf-8fe9-69656560055b,DISK] 2024-12-05T12:22:52,397 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9/WALs/9ea9abad0e9b,42257,1733401369705/9ea9abad0e9b%2C42257%2C1733401369705.meta.1733401372383.meta 2024-12-05T12:22:52,398 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37849:37849)] 2024-12-05T12:22:52,398 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:22:52,398 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:22:52,398 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:22:52,398 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T12:22:52,398 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T12:22:52,398 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T12:22:52,398 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:22:52,399 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T12:22:52,399 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T12:22:52,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:22:52,400 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:22:52,401 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:52,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:22:52,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:22:52,401 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:22:52,401 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:52,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:22:52,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:22:52,402 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:22:52,402 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:52,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:22:52,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:22:52,403 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:22:52,403 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:52,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:22:52,403 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:22:52,404 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41289/user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9/data/hbase/meta/1588230740 2024-12-05T12:22:52,405 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41289/user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9/data/hbase/meta/1588230740 2024-12-05T12:22:52,405 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:22:52,405 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:22:52,406 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:22:52,407 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:22:52,407 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73595367, jitterRate=0.0966564267873764}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:22:52,407 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T12:22:52,408 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733401372399Writing region info on filesystem at 1733401372399Initializing all the Stores at 1733401372399Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401372400 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401372400Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401372400Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401372400Cleaning up temporary data from old regions at 1733401372405 (+5 ms)Running coprocessor post-open hooks at 1733401372407 (+2 ms)Region opened successfully at 1733401372408 (+1 ms) 2024-12-05T12:22:52,408 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733401372376 2024-12-05T12:22:52,410 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T12:22:52,410 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T12:22:52,411 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9ea9abad0e9b,42257,1733401369705 2024-12-05T12:22:52,412 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ea9abad0e9b,42257,1733401369705, state=OPEN 2024-12-05T12:22:52,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36267-0x101a69f89090003, quorum=127.0.0.1:49550, baseZNode=/11470705296 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11470705296/meta-region-server 2024-12-05T12:22:52,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42257-0x101a69f89090004, quorum=127.0.0.1:49550, baseZNode=/11470705296 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11470705296/meta-region-server 2024-12-05T12:22:52,483 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,42257,1733401369705 2024-12-05T12:22:52,483 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11470705296/meta-region-server: CHANGED 2024-12-05T12:22:52,483 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11470705296/meta-region-server: CHANGED 2024-12-05T12:22:52,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T12:22:52,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,42257,1733401369705 in 260 msec 2024-12-05T12:22:52,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T12:22:52,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 434 msec 2024-12-05T12:22:52,487 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:22:52,487 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T12:22:52,488 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:22:52,488 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,42257,1733401369705, seqNum=-1] 2024-12-05T12:22:52,489 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:22:52,490 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51049, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:22:52,494 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2770 sec 2024-12-05T12:22:52,494 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733401372494, completionTime=-1 2024-12-05T12:22:52,494 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T12:22:52,494 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T12:22:52,496 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T12:22:52,496 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733401432496 2024-12-05T12:22:52,496 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733401492496 2024-12-05T12:22:52,496 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T12:22:52,497 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,36267,1733401369607-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:52,497 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,36267,1733401369607-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:52,497 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,36267,1733401369607-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:52,497 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9ea9abad0e9b:36267, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:52,497 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:52,497 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:52,499 DEBUG [master/9ea9abad0e9b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T12:22:52,501 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.732sec 2024-12-05T12:22:52,501 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T12:22:52,501 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T12:22:52,501 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T12:22:52,501 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T12:22:52,501 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T12:22:52,501 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,36267,1733401369607-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:22:52,501 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,36267,1733401369607-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T12:22:52,503 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T12:22:52,503 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T12:22:52,504 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,36267,1733401369607-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:52,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@285836e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:22:52,534 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,36267,-1 for getting cluster id 2024-12-05T12:22:52,534 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:22:52,535 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38aed315-0d8d-41ec-b1f9-469b0093d179' 2024-12-05T12:22:52,535 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:22:52,535 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38aed315-0d8d-41ec-b1f9-469b0093d179" 2024-12-05T12:22:52,535 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e1531d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:22:52,535 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,36267,-1] 2024-12-05T12:22:52,535 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:22:52,535 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:22:52,536 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:22:52,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56987dcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:22:52,537 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:22:52,538 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,42257,1733401369705, seqNum=-1] 2024-12-05T12:22:52,538 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:22:52,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:22:52,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9ea9abad0e9b,36267,1733401369607 2024-12-05T12:22:52,541 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49550 2024-12-05T12:22:52,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49550, baseZNode=/11470705296 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:22:52,719 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a69f89090005 connected 2024-12-05T12:22:52,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65cec6e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:22:52,779 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,34857,-1 for getting cluster id 2024-12-05T12:22:52,779 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:22:52,780 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38652f30-9fe2-4ea5-b852-9498e4f8582b' 2024-12-05T12:22:52,780 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:22:52,781 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38652f30-9fe2-4ea5-b852-9498e4f8582b" 2024-12-05T12:22:52,781 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b582f23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:22:52,781 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,34857,-1] 2024-12-05T12:22:52,781 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:22:52,781 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:22:52,782 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:22:52,782 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61526f49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:22:52,782 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:22:52,783 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,34857,1733401365048 2024-12-05T12:22:52,783 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a976171 2024-12-05T12:22:52,783 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:22:52,784 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:22:52,784 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9ea9abad0e9b:36267,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T12:22:52,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T12:22:52,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:22:52,787 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ea9abad0e9b:36267' 2024-12-05T12:22:52,788 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41e4ee92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:22:52,788 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,36267,-1 for getting cluster id 2024-12-05T12:22:52,788 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:22:52,789 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38aed315-0d8d-41ec-b1f9-469b0093d179' 2024-12-05T12:22:52,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:22:52,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38aed315-0d8d-41ec-b1f9-469b0093d179" 2024-12-05T12:22:52,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f643b88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:22:52,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,36267,-1] 2024-12-05T12:22:52,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:22:52,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:22:52,790 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:22:52,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a97cc2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:22:52,791 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:22:52,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,36267,1733401369607 2024-12-05T12:22:52,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6aff438f 2024-12-05T12:22:52,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:22:52,792 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:22:52,793 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-05T12:22:52,793 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T12:22:52,793 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:22:52,793 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:22:52,793 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:22:52,794 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:22:52,795 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T12:22:52,796 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:22:52,796 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:52,796 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:22:52,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33841 is added to blk_1073741835_1011 (size=1138) 2024-12-05T12:22:52,845 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T12:22:52,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:22:53,056 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:22:53,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:22:53,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:22:53,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:22:53,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:22:53,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:22:53,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:22:53,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:22:53,111 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T12:22:53,204 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6bed4de58eb970d840a58d992d95e34c, NAME => 'hbase:replication,,1733401372793.6bed4de58eb970d840a58d992d95e34c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c 2024-12-05T12:22:53,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33841 is added to blk_1073741836_1012 (size=44) 2024-12-05T12:22:53,209 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401372793.6bed4de58eb970d840a58d992d95e34c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:22:53,209 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6bed4de58eb970d840a58d992d95e34c, disabling compactions & flushes 2024-12-05T12:22:53,209 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401372793.6bed4de58eb970d840a58d992d95e34c. 2024-12-05T12:22:53,209 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401372793.6bed4de58eb970d840a58d992d95e34c. 2024-12-05T12:22:53,209 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401372793.6bed4de58eb970d840a58d992d95e34c. after waiting 0 ms 2024-12-05T12:22:53,209 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401372793.6bed4de58eb970d840a58d992d95e34c. 2024-12-05T12:22:53,209 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733401372793.6bed4de58eb970d840a58d992d95e34c. 2024-12-05T12:22:53,210 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6bed4de58eb970d840a58d992d95e34c: Waiting for close lock at 1733401373209Disabling compacts and flushes for region at 1733401373209Disabling writes for close at 1733401373209Writing region close event to WAL at 1733401373209Closed at 1733401373209 2024-12-05T12:22:53,211 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:22:53,211 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733401372793.6bed4de58eb970d840a58d992d95e34c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733401373211"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401373211"}]},"ts":"1733401373211"} 2024-12-05T12:22:53,213 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:22:53,213 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:22:53,213 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401373213"}]},"ts":"1733401373213"} 2024-12-05T12:22:53,215 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T12:22:53,215 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6bed4de58eb970d840a58d992d95e34c, ASSIGN}] 2024-12-05T12:22:53,216 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6bed4de58eb970d840a58d992d95e34c, ASSIGN 2024-12-05T12:22:53,217 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6bed4de58eb970d840a58d992d95e34c, ASSIGN; state=OFFLINE, location=9ea9abad0e9b,46307,1733401365290; forceNewPlan=false, retain=false 2024-12-05T12:22:53,367 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6bed4de58eb970d840a58d992d95e34c, regionState=OPENING, regionLocation=9ea9abad0e9b,46307,1733401365290 2024-12-05T12:22:53,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6bed4de58eb970d840a58d992d95e34c, ASSIGN because future has completed 2024-12-05T12:22:53,370 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6bed4de58eb970d840a58d992d95e34c, server=9ea9abad0e9b,46307,1733401365290}] 2024-12-05T12:22:53,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:22:53,525 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733401372793.6bed4de58eb970d840a58d992d95e34c. 2024-12-05T12:22:53,526 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:22:53,526 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T12:22:53,527 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C46307%2C1733401365290.rep, suffix=, logDir=hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/WALs/9ea9abad0e9b,46307,1733401365290, archiveDir=hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/oldWALs, maxLogs=10 2024-12-05T12:22:53,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/WALs/9ea9abad0e9b,46307,1733401365290/9ea9abad0e9b%2C46307%2C1733401365290.rep.1733401373527, exclude list is [], retry=0 2024-12-05T12:22:53,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33841,DS-5cf46197-7a2b-4749-8fc9-f879c941d147,DISK] 2024-12-05T12:22:53,541 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/WALs/9ea9abad0e9b,46307,1733401365290/9ea9abad0e9b%2C46307%2C1733401365290.rep.1733401373527 2024-12-05T12:22:53,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37927:37927)] 2024-12-05T12:22:53,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 6bed4de58eb970d840a58d992d95e34c, NAME => 'hbase:replication,,1733401372793.6bed4de58eb970d840a58d992d95e34c.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:22:53,542 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:22:53,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:22:53,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733401372793.6bed4de58eb970d840a58d992d95e34c. service=MultiRowMutationService 2024-12-05T12:22:53,543 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T12:22:53,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6bed4de58eb970d840a58d992d95e34c 2024-12-05T12:22:53,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401372793.6bed4de58eb970d840a58d992d95e34c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:22:53,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 6bed4de58eb970d840a58d992d95e34c 2024-12-05T12:22:53,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 6bed4de58eb970d840a58d992d95e34c 2024-12-05T12:22:53,544 INFO [StoreOpener-6bed4de58eb970d840a58d992d95e34c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6bed4de58eb970d840a58d992d95e34c 2024-12-05T12:22:53,545 INFO [StoreOpener-6bed4de58eb970d840a58d992d95e34c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bed4de58eb970d840a58d992d95e34c columnFamilyName hfileref 2024-12-05T12:22:53,545 DEBUG [StoreOpener-6bed4de58eb970d840a58d992d95e34c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:53,546 INFO [StoreOpener-6bed4de58eb970d840a58d992d95e34c-1 {}] regionserver.HStore(327): Store=6bed4de58eb970d840a58d992d95e34c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:22:53,546 INFO [StoreOpener-6bed4de58eb970d840a58d992d95e34c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6bed4de58eb970d840a58d992d95e34c 2024-12-05T12:22:53,547 INFO [StoreOpener-6bed4de58eb970d840a58d992d95e34c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bed4de58eb970d840a58d992d95e34c columnFamilyName queue 2024-12-05T12:22:53,547 DEBUG [StoreOpener-6bed4de58eb970d840a58d992d95e34c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:53,547 INFO [StoreOpener-6bed4de58eb970d840a58d992d95e34c-1 {}] regionserver.HStore(327): Store=6bed4de58eb970d840a58d992d95e34c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:22:53,547 INFO [StoreOpener-6bed4de58eb970d840a58d992d95e34c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6bed4de58eb970d840a58d992d95e34c 2024-12-05T12:22:53,548 INFO [StoreOpener-6bed4de58eb970d840a58d992d95e34c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bed4de58eb970d840a58d992d95e34c columnFamilyName sid 2024-12-05T12:22:53,548 DEBUG [StoreOpener-6bed4de58eb970d840a58d992d95e34c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:53,549 INFO [StoreOpener-6bed4de58eb970d840a58d992d95e34c-1 {}] regionserver.HStore(327): Store=6bed4de58eb970d840a58d992d95e34c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:22:53,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 6bed4de58eb970d840a58d992d95e34c 2024-12-05T12:22:53,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/data/hbase/replication/6bed4de58eb970d840a58d992d95e34c 2024-12-05T12:22:53,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/data/hbase/replication/6bed4de58eb970d840a58d992d95e34c 2024-12-05T12:22:53,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 6bed4de58eb970d840a58d992d95e34c 2024-12-05T12:22:53,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 6bed4de58eb970d840a58d992d95e34c 2024-12-05T12:22:53,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:22:53,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 6bed4de58eb970d840a58d992d95e34c 2024-12-05T12:22:53,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/data/hbase/replication/6bed4de58eb970d840a58d992d95e34c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:22:53,554 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 6bed4de58eb970d840a58d992d95e34c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71177214, jitterRate=0.06062313914299011}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:22:53,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6bed4de58eb970d840a58d992d95e34c 2024-12-05T12:22:53,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 6bed4de58eb970d840a58d992d95e34c: Running coprocessor pre-open hook at 1733401373543Writing region info on filesystem at 1733401373543Initializing all the Stores at 1733401373544 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401373544Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401373544Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401373544Cleaning up temporary data from old regions at 1733401373550 (+6 ms)Running coprocessor post-open hooks at 1733401373554 (+4 ms)Region opened successfully at 1733401373554 2024-12-05T12:22:53,555 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733401372793.6bed4de58eb970d840a58d992d95e34c., pid=7, masterSystemTime=1733401373522 2024-12-05T12:22:53,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733401372793.6bed4de58eb970d840a58d992d95e34c. 2024-12-05T12:22:53,557 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733401372793.6bed4de58eb970d840a58d992d95e34c. 2024-12-05T12:22:53,557 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6bed4de58eb970d840a58d992d95e34c, regionState=OPEN, openSeqNum=2, regionLocation=9ea9abad0e9b,46307,1733401365290 2024-12-05T12:22:53,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6bed4de58eb970d840a58d992d95e34c, server=9ea9abad0e9b,46307,1733401365290 because future has completed 2024-12-05T12:22:53,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-05T12:22:53,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 6bed4de58eb970d840a58d992d95e34c, server=9ea9abad0e9b,46307,1733401365290 in 190 msec 2024-12-05T12:22:53,563 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T12:22:53,563 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6bed4de58eb970d840a58d992d95e34c, ASSIGN in 346 msec 2024-12-05T12:22:53,564 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:22:53,564 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401373564"}]},"ts":"1733401373564"} 2024-12-05T12:22:53,565 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T12:22:53,566 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:22:53,568 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 772 msec 2024-12-05T12:22:53,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733401372793.6bed4de58eb970d840a58d992d95e34c., hostname=9ea9abad0e9b,46307,1733401365290, seqNum=2] 2024-12-05T12:22:53,619 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46307-0x101a69f89090001, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-921508461 2024-12-05T12:22:53,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34857-0x101a69f89090000, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-921508461 2024-12-05T12:22:53,636 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T12:22:53,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46307 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-05T12:22:53,789 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T12:22:53,812 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-9ea9abad0e9b,46307,1733401365290, ReplicationSource: 1, currentBandwidth=0 2024-12-05T12:22:53,813 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:22:53,813 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,46307,1733401365290, seqNum=-1] 2024-12-05T12:22:53,813 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:22:53,814 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58817, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-12-05T12:22:53,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9ea9abad0e9b,46307,1733401365290', locateType=CURRENT is [region=hbase:replication,,1733401372793.6bed4de58eb970d840a58d992d95e34c., hostname=9ea9abad0e9b,46307,1733401365290, seqNum=2] 2024-12-05T12:22:53,819 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-05T12:22:53,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-05T12:22:53,823 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9ea9abad0e9b,46307,1733401365290 suceeded 2024-12-05T12:22:53,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-05T12:22:53,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-12-05T12:22:53,825 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9ea9abad0e9b:36267,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T12:22:53,827 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0410 sec 2024-12-05T12:22:53,837 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46307,1733401365290 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ea9abad0e9b:36267' 2024-12-05T12:22:53,839 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46307,1733401365290 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@734e6649, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:22:53,839 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46307,1733401365290 {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,36267,-1 for getting cluster id 2024-12-05T12:22:53,839 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46307,1733401365290 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:22:53,840 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38aed315-0d8d-41ec-b1f9-469b0093d179' 2024-12-05T12:22:53,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:22:53,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38aed315-0d8d-41ec-b1f9-469b0093d179" 2024-12-05T12:22:53,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c876b6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:22:53,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,36267,-1] 2024-12-05T12:22:53,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:22:53,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:22:53,841 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:22:53,842 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46307,1733401365290 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30626e74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:22:53,842 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46307,1733401365290 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:22:53,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,36267,1733401369607 2024-12-05T12:22:53,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f48fa86 2024-12-05T12:22:53,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:22:53,844 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-12-05T12:22:53,845 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46307,1733401365290 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9ea9abad0e9b,46307,1733401365290 (queues=1) is replicating from cluster=38652f30-9fe2-4ea5-b852-9498e4f8582b to cluster=38aed315-0d8d-41ec-b1f9-469b0093d179 2024-12-05T12:22:53,845 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46307,1733401365290 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9ea9abad0e9b%2C46307%2C1733401365290 2024-12-05T12:22:53,845 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46307,1733401365290 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9ea9abad0e9b,46307,1733401365290, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T12:22:53,845 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46307,1733401365290.replicationSource.shipper9ea9abad0e9b%2C46307%2C1733401365290,1-9ea9abad0e9b,46307,1733401365290 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9ea9abad0e9b%2C46307%2C1733401365290 2024-12-05T12:22:53,845 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46307,1733401365290.replicationSource.wal-reader.9ea9abad0e9b%2C46307%2C1733401365290,1-9ea9abad0e9b,46307,1733401365290 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/WALs/9ea9abad0e9b,46307,1733401365290/9ea9abad0e9b%2C46307%2C1733401365290.1733401367274, startPosition=0, beingWritten=true 2024-12-05T12:22:53,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:22:53,926 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T12:22:53,926 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:22:53,926 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:22:53,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:22:53,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:22:53,926 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:22:53,927 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:22:53,927 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,34857,1733401365048 2024-12-05T12:22:53,927 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ed70718 2024-12-05T12:22:53,928 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:22:53,929 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:22:53,929 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-05T12:22:53,929 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:22:53,929 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:22:53,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:22:53,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:22:53,930 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:22:53,930 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T12:22:53,930 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=652317158, stopped=false 2024-12-05T12:22:53,930 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9ea9abad0e9b,34857,1733401365048 2024-12-05T12:22:53,939 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46307-0x101a69f89090001, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-921508461/running 2024-12-05T12:22:53,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34857-0x101a69f89090000, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-921508461/running 2024-12-05T12:22:53,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34857-0x101a69f89090000, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-921508461 2024-12-05T12:22:53,939 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46307-0x101a69f89090001, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-921508461 2024-12-05T12:22:53,939 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:22:53,940 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:22:53,940 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:22:53,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:22:53,940 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9ea9abad0e9b,46307,1733401365290' ***** 2024-12-05T12:22:53,940 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T12:22:53,940 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46307-0x101a69f89090001, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Set watcher on znode that does not yet exist, /0-921508461/running 2024-12-05T12:22:53,940 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34857-0x101a69f89090000, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Set watcher on znode that does not yet exist, /0-921508461/running 2024-12-05T12:22:53,940 INFO [RS:0;9ea9abad0e9b:46307 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T12:22:53,940 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T12:22:53,940 INFO [RS:0;9ea9abad0e9b:46307 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T12:22:53,941 INFO [RS:0;9ea9abad0e9b:46307 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T12:22:53,941 INFO [RS:0;9ea9abad0e9b:46307 {}] regionserver.HRegionServer(3091): Received CLOSE for 6bed4de58eb970d840a58d992d95e34c 2024-12-05T12:22:53,941 INFO [RS:0;9ea9abad0e9b:46307 {}] regionserver.HRegionServer(959): stopping server 9ea9abad0e9b,46307,1733401365290 2024-12-05T12:22:53,941 INFO [RS:0;9ea9abad0e9b:46307 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:22:53,941 INFO [RS:0;9ea9abad0e9b:46307 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ea9abad0e9b:46307. 2024-12-05T12:22:53,941 DEBUG [RS:0;9ea9abad0e9b:46307 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:22:53,941 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6bed4de58eb970d840a58d992d95e34c, disabling compactions & flushes 2024-12-05T12:22:53,941 DEBUG [RS:0;9ea9abad0e9b:46307 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:22:53,941 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401372793.6bed4de58eb970d840a58d992d95e34c. 2024-12-05T12:22:53,941 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401372793.6bed4de58eb970d840a58d992d95e34c. 2024-12-05T12:22:53,941 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401372793.6bed4de58eb970d840a58d992d95e34c. after waiting 0 ms 2024-12-05T12:22:53,941 INFO [RS:0;9ea9abad0e9b:46307 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T12:22:53,941 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401372793.6bed4de58eb970d840a58d992d95e34c. 2024-12-05T12:22:53,941 INFO [RS:0;9ea9abad0e9b:46307 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T12:22:53,941 INFO [RS:0;9ea9abad0e9b:46307 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T12:22:53,941 INFO [RS:0;9ea9abad0e9b:46307 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T12:22:53,941 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6bed4de58eb970d840a58d992d95e34c 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-05T12:22:53,941 INFO [RS:0;9ea9abad0e9b:46307 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T12:22:53,942 DEBUG [RS:0;9ea9abad0e9b:46307 {}] regionserver.HRegionServer(1325): Online Regions={6bed4de58eb970d840a58d992d95e34c=hbase:replication,,1733401372793.6bed4de58eb970d840a58d992d95e34c., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T12:22:53,942 DEBUG [RS:0;9ea9abad0e9b:46307 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6bed4de58eb970d840a58d992d95e34c 2024-12-05T12:22:53,942 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:22:53,942 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:22:53,942 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:22:53,942 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:22:53,942 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:22:53,942 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-05T12:22:53,955 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/data/hbase/meta/1588230740/.tmp/info/be20281a992941239af723c3c5961136 is 147, key is hbase:replication,,1733401372793.6bed4de58eb970d840a58d992d95e34c./info:regioninfo/1733401373557/Put/seqid=0 2024-12-05T12:22:53,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33841 is added to blk_1073741838_1014 (size=6631) 2024-12-05T12:22:53,960 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/data/hbase/replication/6bed4de58eb970d840a58d992d95e34c/.tmp/queue/038e9bb13b234151968703286e2fa74e is 151, key is 1-9ea9abad0e9b,46307,1733401365290/queue:9ea9abad0e9b%2C46307%2C1733401365290/1733401373817/Put/seqid=0 2024-12-05T12:22:53,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33841 is added to blk_1073741839_1015 (size=5350) 2024-12-05T12:22:54,036 INFO [regionserver/9ea9abad0e9b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:22:54,057 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46307,1733401365290.replicationSource.wal-reader.9ea9abad0e9b%2C46307%2C1733401365290,1-9ea9abad0e9b,46307,1733401365290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/WALs/9ea9abad0e9b,46307,1733401365290/9ea9abad0e9b%2C46307%2C1733401365290.1733401367274 to pos 0, reset compression=false 2024-12-05T12:22:54,132 INFO [regionserver/9ea9abad0e9b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T12:22:54,132 INFO [regionserver/9ea9abad0e9b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T12:22:54,142 DEBUG [RS:0;9ea9abad0e9b:46307 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6bed4de58eb970d840a58d992d95e34c 2024-12-05T12:22:54,342 DEBUG [RS:0;9ea9abad0e9b:46307 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6bed4de58eb970d840a58d992d95e34c 2024-12-05T12:22:54,359 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/data/hbase/meta/1588230740/.tmp/info/be20281a992941239af723c3c5961136 2024-12-05T12:22:54,362 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46307,1733401365290.replicationSource.wal-reader.9ea9abad0e9b%2C46307%2C1733401365290,1-9ea9abad0e9b,46307,1733401365290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/WALs/9ea9abad0e9b,46307,1733401365290/9ea9abad0e9b%2C46307%2C1733401365290.1733401367274 to pos 0, reset compression=false 2024-12-05T12:22:54,364 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/data/hbase/replication/6bed4de58eb970d840a58d992d95e34c/.tmp/queue/038e9bb13b234151968703286e2fa74e 2024-12-05T12:22:54,370 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/data/hbase/replication/6bed4de58eb970d840a58d992d95e34c/.tmp/queue/038e9bb13b234151968703286e2fa74e as hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/data/hbase/replication/6bed4de58eb970d840a58d992d95e34c/queue/038e9bb13b234151968703286e2fa74e 2024-12-05T12:22:54,375 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/data/hbase/replication/6bed4de58eb970d840a58d992d95e34c/queue/038e9bb13b234151968703286e2fa74e, entries=1, sequenceid=5, filesize=5.2 K 2024-12-05T12:22:54,375 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 6bed4de58eb970d840a58d992d95e34c in 434ms, sequenceid=5, compaction requested=false 2024-12-05T12:22:54,376 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T12:22:54,380 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/data/hbase/replication/6bed4de58eb970d840a58d992d95e34c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T12:22:54,380 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:22:54,380 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:22:54,380 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733401372793.6bed4de58eb970d840a58d992d95e34c. 2024-12-05T12:22:54,381 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6bed4de58eb970d840a58d992d95e34c: Waiting for close lock at 1733401373941Running coprocessor pre-close hooks at 1733401373941Disabling compacts and flushes for region at 1733401373941Disabling writes for close at 1733401373941Obtaining lock to block concurrent updates at 1733401373941Preparing flush snapshotting stores in 6bed4de58eb970d840a58d992d95e34c at 1733401373941Finished memstore snapshotting hbase:replication,,1733401372793.6bed4de58eb970d840a58d992d95e34c., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733401373942 (+1 ms)Flushing stores of hbase:replication,,1733401372793.6bed4de58eb970d840a58d992d95e34c. at 1733401373942Flushing 6bed4de58eb970d840a58d992d95e34c/queue: creating writer at 1733401373942Flushing 6bed4de58eb970d840a58d992d95e34c/queue: appending metadata at 1733401373959 (+17 ms)Flushing 6bed4de58eb970d840a58d992d95e34c/queue: closing flushed file at 1733401373959Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12d8c591: reopening flushed file at 1733401374369 (+410 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 6bed4de58eb970d840a58d992d95e34c in 434ms, sequenceid=5, compaction requested=false at 1733401374375 (+6 ms)Writing region close event to WAL at 1733401374376 (+1 ms)Running coprocessor post-close hooks at 1733401374380 (+4 ms)Closed at 1733401374380 2024-12-05T12:22:54,381 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733401372793.6bed4de58eb970d840a58d992d95e34c. 2024-12-05T12:22:54,384 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/data/hbase/meta/1588230740/.tmp/ns/ae21a84551164dd4a9ae78284c766a25 is 43, key is default/ns:d/1733401367901/Put/seqid=0 2024-12-05T12:22:54,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33841 is added to blk_1073741840_1016 (size=5153) 2024-12-05T12:22:54,542 DEBUG [RS:0;9ea9abad0e9b:46307 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:22:54,742 DEBUG [RS:0;9ea9abad0e9b:46307 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:22:54,767 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46307,1733401365290.replicationSource.wal-reader.9ea9abad0e9b%2C46307%2C1733401365290,1-9ea9abad0e9b,46307,1733401365290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/WALs/9ea9abad0e9b,46307,1733401365290/9ea9abad0e9b%2C46307%2C1733401365290.1733401367274 to pos 0, reset compression=false 2024-12-05T12:22:54,789 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/data/hbase/meta/1588230740/.tmp/ns/ae21a84551164dd4a9ae78284c766a25 2024-12-05T12:22:54,810 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/data/hbase/meta/1588230740/.tmp/table/27acdf2afb7a464eb1e251ba55fbf35c is 53, key is hbase:replication/table:state/1733401373564/Put/seqid=0 2024-12-05T12:22:54,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33841 is added to blk_1073741841_1017 (size=5256) 2024-12-05T12:22:54,942 INFO [RS:0;9ea9abad0e9b:46307 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T12:22:54,943 DEBUG [RS:0;9ea9abad0e9b:46307 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T12:22:54,943 DEBUG [RS:0;9ea9abad0e9b:46307 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:22:55,143 DEBUG [RS:0;9ea9abad0e9b:46307 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:22:55,220 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/data/hbase/meta/1588230740/.tmp/table/27acdf2afb7a464eb1e251ba55fbf35c 2024-12-05T12:22:55,226 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/data/hbase/meta/1588230740/.tmp/info/be20281a992941239af723c3c5961136 as hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/data/hbase/meta/1588230740/info/be20281a992941239af723c3c5961136 2024-12-05T12:22:55,231 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/data/hbase/meta/1588230740/info/be20281a992941239af723c3c5961136, entries=10, sequenceid=11, filesize=6.5 K 2024-12-05T12:22:55,232 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/data/hbase/meta/1588230740/.tmp/ns/ae21a84551164dd4a9ae78284c766a25 as hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/data/hbase/meta/1588230740/ns/ae21a84551164dd4a9ae78284c766a25 2024-12-05T12:22:55,236 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/data/hbase/meta/1588230740/ns/ae21a84551164dd4a9ae78284c766a25, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T12:22:55,237 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/data/hbase/meta/1588230740/.tmp/table/27acdf2afb7a464eb1e251ba55fbf35c as hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/data/hbase/meta/1588230740/table/27acdf2afb7a464eb1e251ba55fbf35c 2024-12-05T12:22:55,241 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/data/hbase/meta/1588230740/table/27acdf2afb7a464eb1e251ba55fbf35c, entries=2, sequenceid=11, filesize=5.1 K 2024-12-05T12:22:55,242 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1300ms, sequenceid=11, compaction requested=false 2024-12-05T12:22:55,246 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T12:22:55,247 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:22:55,247 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:22:55,247 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:22:55,247 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401373942Running coprocessor pre-close hooks at 1733401373942Disabling compacts and flushes for region at 1733401373942Disabling writes for close at 1733401373942Obtaining lock to block concurrent updates at 1733401373942Preparing flush snapshotting stores in 1588230740 at 1733401373942Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733401373942Flushing stores of hbase:meta,,1.1588230740 at 1733401373943 (+1 ms)Flushing 1588230740/info: creating writer at 1733401373943Flushing 1588230740/info: appending metadata at 1733401373954 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733401373955 (+1 ms)Flushing 1588230740/ns: creating writer at 1733401374366 (+411 ms)Flushing 1588230740/ns: appending metadata at 1733401374384 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733401374384Flushing 1588230740/table: creating writer at 1733401374793 (+409 ms)Flushing 1588230740/table: appending metadata at 1733401374810 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733401374810Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e9f6553: reopening flushed file at 1733401375225 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26923c4e: reopening flushed file at 1733401375231 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@388317f0: reopening flushed file at 1733401375236 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1300ms, sequenceid=11, compaction requested=false at 1733401375242 (+6 ms)Writing region close event to WAL at 1733401375243 (+1 ms)Running coprocessor post-close hooks at 1733401375247 (+4 ms)Closed at 1733401375247 2024-12-05T12:22:55,247 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T12:22:55,272 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46307,1733401365290.replicationSource.wal-reader.9ea9abad0e9b%2C46307%2C1733401365290,1-9ea9abad0e9b,46307,1733401365290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/WALs/9ea9abad0e9b,46307,1733401365290/9ea9abad0e9b%2C46307%2C1733401365290.1733401367274 to pos 0, reset compression=false 2024-12-05T12:22:55,343 INFO [RS:0;9ea9abad0e9b:46307 {}] regionserver.HRegionServer(976): stopping server 9ea9abad0e9b,46307,1733401365290; all regions closed. 2024-12-05T12:22:55,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33841 is added to blk_1073741834_1010 (size=2742) 2024-12-05T12:22:55,345 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/WALs/9ea9abad0e9b,46307,1733401365290/9ea9abad0e9b%2C46307%2C1733401365290.meta.1733401367824.meta not finished, retry = 0 2024-12-05T12:22:55,448 DEBUG [RS:0;9ea9abad0e9b:46307 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/oldWALs 2024-12-05T12:22:55,448 INFO [RS:0;9ea9abad0e9b:46307 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ea9abad0e9b%2C46307%2C1733401365290.meta:.meta(num 1733401367824) 2024-12-05T12:22:55,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33841 is added to blk_1073741837_1013 (size=1586) 2024-12-05T12:22:55,450 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/WALs/9ea9abad0e9b,46307,1733401365290/9ea9abad0e9b%2C46307%2C1733401365290.rep.1733401373527 not finished, retry = 0 2024-12-05T12:22:55,553 DEBUG [RS:0;9ea9abad0e9b:46307 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/oldWALs 2024-12-05T12:22:55,553 INFO [RS:0;9ea9abad0e9b:46307 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ea9abad0e9b%2C46307%2C1733401365290.rep:(num 1733401373527) 2024-12-05T12:22:55,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33841 is added to blk_1073741832_1008 (size=93) 2024-12-05T12:22:55,557 DEBUG [RS:0;9ea9abad0e9b:46307 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/oldWALs 2024-12-05T12:22:55,557 INFO [RS:0;9ea9abad0e9b:46307 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ea9abad0e9b%2C46307%2C1733401365290:(num 1733401367274) 2024-12-05T12:22:55,557 DEBUG [RS:0;9ea9abad0e9b:46307 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:22:55,557 INFO [RS:0;9ea9abad0e9b:46307 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:22:55,557 INFO [RS:0;9ea9abad0e9b:46307 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:22:55,557 INFO [RS:0;9ea9abad0e9b:46307 {}] hbase.ChoreService(370): Chore service for: regionserver/9ea9abad0e9b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T12:22:55,557 INFO [RS:0;9ea9abad0e9b:46307 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:22:55,557 INFO [regionserver/9ea9abad0e9b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:22:55,557 INFO [RS:0;9ea9abad0e9b:46307 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9ea9abad0e9b,46307,1733401365290 because: Region server is closing 2024-12-05T12:22:55,558 INFO [RS:0;9ea9abad0e9b:46307 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ea9abad0e9b:46307. 2024-12-05T12:22:55,558 DEBUG [RS:0;9ea9abad0e9b:46307 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:22:55,558 DEBUG [RS:0;9ea9abad0e9b:46307 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:22:55,558 DEBUG [RS:0;9ea9abad0e9b:46307 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:22:55,558 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:22:55,658 WARN [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46307,1733401365290.replicationSource.wal-reader.9ea9abad0e9b%2C46307%2C1733401365290,1-9ea9abad0e9b,46307,1733401365290 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T12:22:55,658 WARN [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46307,1733401365290.replicationSource.shipper9ea9abad0e9b%2C46307%2C1733401365290,1-9ea9abad0e9b,46307,1733401365290 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T12:22:55,659 INFO [RS:0;9ea9abad0e9b:46307 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46307,1733401365290.replicationSource.shipper9ea9abad0e9b%2C46307%2C1733401365290,1-9ea9abad0e9b,46307,1733401365290 terminated 2024-12-05T12:22:55,659 INFO [RS:0;9ea9abad0e9b:46307 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46307 2024-12-05T12:22:55,672 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46307-0x101a69f89090001, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-921508461/rs/9ea9abad0e9b,46307,1733401365290 2024-12-05T12:22:55,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34857-0x101a69f89090000, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-921508461/rs 2024-12-05T12:22:55,673 INFO [RS:0;9ea9abad0e9b:46307 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:22:55,673 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9ea9abad0e9b,46307,1733401365290] 2024-12-05T12:22:55,689 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-921508461/draining/9ea9abad0e9b,46307,1733401365290 already deleted, retry=false 2024-12-05T12:22:55,689 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9ea9abad0e9b,46307,1733401365290 expired; onlineServers=0 2024-12-05T12:22:55,689 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9ea9abad0e9b,34857,1733401365048' ***** 2024-12-05T12:22:55,689 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T12:22:55,689 INFO [M:0;9ea9abad0e9b:34857 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:22:55,689 INFO [M:0;9ea9abad0e9b:34857 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:22:55,689 DEBUG [M:0;9ea9abad0e9b:34857 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T12:22:55,689 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T12:22:55,689 DEBUG [M:0;9ea9abad0e9b:34857 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T12:22:55,689 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401367034 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401367034,5,FailOnTimeoutGroup] 2024-12-05T12:22:55,689 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401367034 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401367034,5,FailOnTimeoutGroup] 2024-12-05T12:22:55,690 INFO [M:0;9ea9abad0e9b:34857 {}] hbase.ChoreService(370): Chore service for: master/9ea9abad0e9b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T12:22:55,690 INFO [M:0;9ea9abad0e9b:34857 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:22:55,690 DEBUG [M:0;9ea9abad0e9b:34857 {}] master.HMaster(1795): Stopping service threads 2024-12-05T12:22:55,690 INFO [M:0;9ea9abad0e9b:34857 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T12:22:55,690 INFO [M:0;9ea9abad0e9b:34857 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:22:55,690 INFO [M:0;9ea9abad0e9b:34857 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T12:22:55,690 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T12:22:55,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34857-0x101a69f89090000, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-921508461/master 2024-12-05T12:22:55,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34857-0x101a69f89090000, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-921508461 2024-12-05T12:22:55,698 DEBUG [M:0;9ea9abad0e9b:34857 {}] zookeeper.ZKUtil(347): master:34857-0x101a69f89090000, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Unable to get data of znode /0-921508461/master because node does not exist (not an error) 2024-12-05T12:22:55,698 WARN [M:0;9ea9abad0e9b:34857 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T12:22:55,698 INFO [M:0;9ea9abad0e9b:34857 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/.lastflushedseqids 2024-12-05T12:22:55,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33841 is added to blk_1073741842_1018 (size=181) 2024-12-05T12:22:55,781 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46307-0x101a69f89090001, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:22:55,781 INFO [RS:0;9ea9abad0e9b:46307 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:22:55,781 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46307-0x101a69f89090001, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:22:55,781 INFO [RS:0;9ea9abad0e9b:46307 {}] regionserver.HRegionServer(1031): Exiting; stopping=9ea9abad0e9b,46307,1733401365290; zookeeper connection closed. 2024-12-05T12:22:55,781 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@50604805 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@50604805 2024-12-05T12:22:55,782 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T12:22:56,103 INFO [M:0;9ea9abad0e9b:34857 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T12:22:56,103 INFO [M:0;9ea9abad0e9b:34857 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T12:22:56,103 DEBUG [M:0;9ea9abad0e9b:34857 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:22:56,103 INFO [M:0;9ea9abad0e9b:34857 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:22:56,103 DEBUG [M:0;9ea9abad0e9b:34857 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:22:56,103 DEBUG [M:0;9ea9abad0e9b:34857 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:22:56,103 DEBUG [M:0;9ea9abad0e9b:34857 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:22:56,104 INFO [M:0;9ea9abad0e9b:34857 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-05T12:22:56,116 DEBUG [M:0;9ea9abad0e9b:34857 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f923110b5fe44c31b4fb239e1c6da40a is 82, key is hbase:meta,,1/info:regioninfo/1733401367853/Put/seqid=0 2024-12-05T12:22:56,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33841 is added to blk_1073741843_1019 (size=5672) 2024-12-05T12:22:56,522 INFO [M:0;9ea9abad0e9b:34857 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f923110b5fe44c31b4fb239e1c6da40a 2024-12-05T12:22:56,546 DEBUG [M:0;9ea9abad0e9b:34857 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8688371b0081472a9232a10e217be45b is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733401373567/Put/seqid=0 2024-12-05T12:22:56,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33841 is added to blk_1073741844_1020 (size=7203) 2024-12-05T12:22:56,951 INFO [M:0;9ea9abad0e9b:34857 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8688371b0081472a9232a10e217be45b 2024-12-05T12:22:56,974 DEBUG [M:0;9ea9abad0e9b:34857 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3fd2c78921fc41159b3059a1b0daa987 is 69, key is 9ea9abad0e9b,46307,1733401365290/rs:state/1733401367091/Put/seqid=0 2024-12-05T12:22:56,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33841 is added to blk_1073741845_1021 (size=5156) 2024-12-05T12:22:57,379 INFO [M:0;9ea9abad0e9b:34857 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3fd2c78921fc41159b3059a1b0daa987 2024-12-05T12:22:57,383 DEBUG [M:0;9ea9abad0e9b:34857 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f923110b5fe44c31b4fb239e1c6da40a as hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f923110b5fe44c31b4fb239e1c6da40a 2024-12-05T12:22:57,388 INFO [M:0;9ea9abad0e9b:34857 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f923110b5fe44c31b4fb239e1c6da40a, entries=8, sequenceid=70, filesize=5.5 K 2024-12-05T12:22:57,388 DEBUG [M:0;9ea9abad0e9b:34857 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8688371b0081472a9232a10e217be45b as hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8688371b0081472a9232a10e217be45b 2024-12-05T12:22:57,393 INFO [M:0;9ea9abad0e9b:34857 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8688371b0081472a9232a10e217be45b, entries=8, sequenceid=70, filesize=7.0 K 2024-12-05T12:22:57,394 DEBUG [M:0;9ea9abad0e9b:34857 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3fd2c78921fc41159b3059a1b0daa987 as hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3fd2c78921fc41159b3059a1b0daa987 2024-12-05T12:22:57,398 INFO [M:0;9ea9abad0e9b:34857 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3fd2c78921fc41159b3059a1b0daa987, entries=1, sequenceid=70, filesize=5.0 K 2024-12-05T12:22:57,399 INFO [M:0;9ea9abad0e9b:34857 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=70, compaction requested=false 2024-12-05T12:22:57,401 INFO [M:0;9ea9abad0e9b:34857 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:22:57,401 DEBUG [M:0;9ea9abad0e9b:34857 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401376103Disabling compacts and flushes for region at 1733401376103Disabling writes for close at 1733401376103Obtaining lock to block concurrent updates at 1733401376104 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733401376104Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733401376104Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733401376104Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733401376104Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733401376116 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733401376116Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733401376527 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733401376546 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733401376546Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733401376956 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733401376973 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733401376973Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5791f7da: reopening flushed file at 1733401377383 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43778477: reopening flushed file at 1733401377388 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cff9089: reopening flushed file at 1733401377393 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=70, compaction requested=false at 1733401377399 (+6 ms)Writing region close event to WAL at 1733401377400 (+1 ms)Closed at 1733401377400 2024-12-05T12:22:57,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33841 is added to blk_1073741830_1006 (size=41008) 2024-12-05T12:22:57,402 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/MasterData/WALs/9ea9abad0e9b,34857,1733401365048/9ea9abad0e9b%2C34857%2C1733401365048.1733401366345 not finished, retry = 0 2024-12-05T12:22:57,503 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:22:57,503 INFO [M:0;9ea9abad0e9b:34857 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T12:22:57,504 INFO [M:0;9ea9abad0e9b:34857 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34857 2024-12-05T12:22:57,504 INFO [M:0;9ea9abad0e9b:34857 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:22:57,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T12:22:57,554 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T12:22:57,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:22:57,554 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-05T12:22:57,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:22:57,554 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T12:22:57,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34857-0x101a69f89090000, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:22:57,635 INFO [M:0;9ea9abad0e9b:34857 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:22:57,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34857-0x101a69f89090000, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:22:57,637 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9ea9abad0e9b:0 server-side Connection retries=45 2024-12-05T12:22:57,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:22:57,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:22:57,637 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:22:57,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:22:57,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:22:57,637 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T12:22:57,637 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:22:57,638 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35287 2024-12-05T12:22:57,639 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35287 connecting to ZooKeeper ensemble=127.0.0.1:49550 2024-12-05T12:22:57,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:352870x0, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:22:57,648 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35287-0x101a69f89090006 connected 2024-12-05T12:22:57,657 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:22:57,658 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:22:57,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35287-0x101a69f89090006, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Set watcher on znode that does not yet exist, /0-921508461/running 2024-12-05T12:22:57,660 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-921508461/meta-region-server: INIT 2024-12-05T12:22:57,660 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c, hbase.cluster.distributed=false 2024-12-05T12:22:57,661 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35287-0x101a69f89090006, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Set watcher on znode that does not yet exist, /0-921508461/acl 2024-12-05T12:22:57,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35287 2024-12-05T12:22:57,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35287 2024-12-05T12:22:57,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35287 2024-12-05T12:22:57,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35287 2024-12-05T12:22:57,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35287 2024-12-05T12:22:57,674 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9ea9abad0e9b:0 server-side Connection retries=45 2024-12-05T12:22:57,674 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:22:57,674 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:22:57,674 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:22:57,674 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:22:57,674 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:22:57,674 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T12:22:57,675 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:22:57,675 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36881 2024-12-05T12:22:57,676 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36881 connecting to ZooKeeper ensemble=127.0.0.1:49550 2024-12-05T12:22:57,676 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:22:57,677 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:22:57,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368810x0, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:22:57,689 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36881-0x101a69f89090007 connected 2024-12-05T12:22:57,689 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36881-0x101a69f89090007, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Set watcher on znode that does not yet exist, /0-921508461/running 2024-12-05T12:22:57,689 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-921508461/meta-region-server: INIT 2024-12-05T12:22:57,690 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T12:22:57,690 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T12:22:57,690 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36881-0x101a69f89090007, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Set watcher on znode that does not yet exist, /0-921508461/master 2024-12-05T12:22:57,691 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36881-0x101a69f89090007, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Set watcher on znode that does not yet exist, /0-921508461/acl 2024-12-05T12:22:57,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36881 2024-12-05T12:22:57,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36881 2024-12-05T12:22:57,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36881 2024-12-05T12:22:57,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36881 2024-12-05T12:22:57,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36881 2024-12-05T12:22:57,703 DEBUG [M:0;9ea9abad0e9b:35287 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9ea9abad0e9b:35287 2024-12-05T12:22:57,704 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-921508461/backup-masters/9ea9abad0e9b,35287,1733401377637 2024-12-05T12:22:57,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35287-0x101a69f89090006, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-921508461/backup-masters 2024-12-05T12:22:57,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36881-0x101a69f89090007, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-921508461/backup-masters 2024-12-05T12:22:57,714 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35287-0x101a69f89090006, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Set watcher on existing znode=/0-921508461/backup-masters/9ea9abad0e9b,35287,1733401377637 2024-12-05T12:22:57,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36881-0x101a69f89090007, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-921508461/master 2024-12-05T12:22:57,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35287-0x101a69f89090006, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-921508461 2024-12-05T12:22:57,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36881-0x101a69f89090007, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-921508461 2024-12-05T12:22:57,723 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35287-0x101a69f89090006, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Set watcher on existing znode=/0-921508461/master 2024-12-05T12:22:57,723 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-921508461/backup-masters/9ea9abad0e9b,35287,1733401377637 from backup master directory 2024-12-05T12:22:57,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35287-0x101a69f89090006, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-921508461/backup-masters/9ea9abad0e9b,35287,1733401377637 2024-12-05T12:22:57,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36881-0x101a69f89090007, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-921508461/backup-masters 2024-12-05T12:22:57,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35287-0x101a69f89090006, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-921508461/backup-masters 2024-12-05T12:22:57,731 WARN [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:22:57,731 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9ea9abad0e9b,35287,1733401377637 2024-12-05T12:22:57,739 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:22:57,739 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T12:22:57,744 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-12-05T12:22:57,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33841 is added to blk_1073741846_1022 (size=196) 2024-12-05T12:22:58,158 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:22:58,158 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T12:22:58,159 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:22:58,163 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-05T12:22:58,166 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/MasterData/WALs/9ea9abad0e9b,34857,1733401365048 to hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/MasterData/WALs/9ea9abad0e9b,34857,1733401365048-dead as it is dead 2024-12-05T12:22:58,166 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/MasterData/WALs/9ea9abad0e9b,34857,1733401365048-dead/9ea9abad0e9b%2C34857%2C1733401365048.1733401366345 2024-12-05T12:22:58,167 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/MasterData/WALs/9ea9abad0e9b,34857,1733401365048-dead/9ea9abad0e9b%2C34857%2C1733401365048.1733401366345 after 1ms 2024-12-05T12:22:58,167 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/MasterData/WALs/9ea9abad0e9b,34857,1733401365048-dead/9ea9abad0e9b%2C34857%2C1733401365048.1733401366345 to hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9ea9abad0e9b%2C34857%2C1733401365048.1733401366345 2024-12-05T12:22:58,167 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/MasterData/WALs/9ea9abad0e9b,34857,1733401365048-dead 2024-12-05T12:22:58,168 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/MasterData/WALs/9ea9abad0e9b,35287,1733401377637 2024-12-05T12:22:58,169 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:22:58,170 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9ea9abad0e9b%2C35287%2C1733401377637, suffix=, logDir=hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/MasterData/WALs/9ea9abad0e9b,35287,1733401377637, archiveDir=hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/MasterData/oldWALs, maxLogs=10 2024-12-05T12:22:58,182 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/MasterData/WALs/9ea9abad0e9b,35287,1733401377637/9ea9abad0e9b%2C35287%2C1733401377637.1733401378170, exclude list is [], retry=0 2024-12-05T12:22:58,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33841,DS-5cf46197-7a2b-4749-8fc9-f879c941d147,DISK] 2024-12-05T12:22:58,187 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/MasterData/WALs/9ea9abad0e9b,35287,1733401377637/9ea9abad0e9b%2C35287%2C1733401377637.1733401378170 2024-12-05T12:22:58,188 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37927:37927)] 2024-12-05T12:22:58,188 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:22:58,188 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:22:58,188 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:22:58,188 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:22:58,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:22:58,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T12:22:58,190 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:58,199 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f923110b5fe44c31b4fb239e1c6da40a 2024-12-05T12:22:58,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:22:58,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:22:58,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T12:22:58,201 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:58,206 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8688371b0081472a9232a10e217be45b 2024-12-05T12:22:58,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:22:58,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:22:58,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T12:22:58,207 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:58,212 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3fd2c78921fc41159b3059a1b0daa987 2024-12-05T12:22:58,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:22:58,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:22:58,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T12:22:58,214 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:58,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:22:58,215 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:22:58,216 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-05T12:22:58,216 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9ea9abad0e9b%2C34857%2C1733401365048.1733401366345 2024-12-05T12:22:58,225 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9ea9abad0e9b%2C34857%2C1733401365048.1733401366345 2024-12-05T12:22:58,226 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9ea9abad0e9b%2C34857%2C1733401365048.1733401366345 2024-12-05T12:22:58,228 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:22:58,228 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:22:58,229 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:22:58,230 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:22:58,233 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-12-05T12:22:58,234 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69230191, jitterRate=0.03161023557186127}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:22:58,234 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733401378188Initializing all the Stores at 1733401378189 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401378189Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401378189Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401378189Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401378189Cleaning up temporary data from old regions at 1733401378228 (+39 ms)Region opened successfully at 1733401378234 (+6 ms) 2024-12-05T12:22:58,234 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T12:22:58,236 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@112ae5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ea9abad0e9b/172.17.0.3:0 2024-12-05T12:22:58,239 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-05T12:22:58,239 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T12:22:58,239 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T12:22:58,239 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T12:22:58,241 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-05T12:22:58,244 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T12:22:58,245 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T12:22:58,245 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T12:22:58,245 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-05T12:22:58,245 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T12:22:58,256 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=9ea9abad0e9b,46307,1733401365290, regionLocation=9ea9abad0e9b,46307,1733401365290, openSeqNum=2 2024-12-05T12:22:58,256 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=9ea9abad0e9b,46307,1733401365290, table=hbase:meta, region=1588230740 2024-12-05T12:22:58,256 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ea9abad0e9b,46307,1733401365290, state=OPEN 2024-12-05T12:22:58,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36881-0x101a69f89090007, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-921508461/meta-region-server 2024-12-05T12:22:58,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35287-0x101a69f89090006, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-921508461/meta-region-server 2024-12-05T12:22:58,264 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-921508461/meta-region-server: CHANGED 2024-12-05T12:22:58,264 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-921508461/meta-region-server: CHANGED 2024-12-05T12:22:58,268 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-05T12:22:58,277 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-921508461/draining/9ea9abad0e9b,46307,1733401365290 already deleted, retry=false 2024-12-05T12:22:58,277 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 9ea9abad0e9b,46307,1733401365290 on 9ea9abad0e9b,35287,1733401377637 2024-12-05T12:22:58,278 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 9ea9abad0e9b,46307,1733401365290, splitWal=true, meta=true 2024-12-05T12:22:58,278 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 9ea9abad0e9b,46307,1733401365290 (carryingMeta=true) 9ea9abad0e9b,46307,1733401365290/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7cd9fea3[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-05T12:22:58,280 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35287-0x101a69f89090006, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Unable to get data of znode /0-921508461/balancer because node does not exist (not necessarily an error) 2024-12-05T12:22:58,289 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-921508461/balancer already deleted, retry=false 2024-12-05T12:22:58,289 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T12:22:58,290 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35287-0x101a69f89090006, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Unable to get data of znode /0-921508461/normalizer because node does not exist (not necessarily an error) 2024-12-05T12:22:58,297 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-921508461/normalizer already deleted, retry=false 2024-12-05T12:22:58,297 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T12:22:58,298 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35287-0x101a69f89090006, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Unable to get data of znode /0-921508461/switch/split because node does not exist (not necessarily an error) 2024-12-05T12:22:58,306 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-921508461/switch/split already deleted, retry=false 2024-12-05T12:22:58,306 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35287-0x101a69f89090006, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Unable to get data of znode /0-921508461/switch/merge because node does not exist (not necessarily an error) 2024-12-05T12:22:58,314 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-921508461/switch/merge already deleted, retry=false 2024-12-05T12:22:58,324 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35287-0x101a69f89090006, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Unable to get data of znode /0-921508461/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T12:22:58,331 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-921508461/snapshot-cleanup already deleted, retry=false 2024-12-05T12:22:58,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36881-0x101a69f89090007, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-921508461/running 2024-12-05T12:22:58,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36881-0x101a69f89090007, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-921508461 2024-12-05T12:22:58,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35287-0x101a69f89090006, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-921508461/running 2024-12-05T12:22:58,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35287-0x101a69f89090006, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-921508461 2024-12-05T12:22:58,349 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9ea9abad0e9b,35287,1733401377637, sessionid=0x101a69f89090006, setting cluster-up flag (Was=false) 2024-12-05T12:22:58,356 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-921508461/flush-table-proc/acquired, /0-921508461/flush-table-proc/reached, /0-921508461/flush-table-proc/abort 2024-12-05T12:22:58,357 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ea9abad0e9b,35287,1733401377637 2024-12-05T12:22:58,365 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-921508461/online-snapshot/acquired, /0-921508461/online-snapshot/reached, /0-921508461/online-snapshot/abort 2024-12-05T12:22:58,366 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ea9abad0e9b,35287,1733401377637 2024-12-05T12:22:58,367 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/.lastflushedseqids 2024-12-05T12:22:58,371 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T12:22:58,371 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T12:22:58,371 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9ea9abad0e9b,35287,1733401377637 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 9ea9abad0e9b,46307,1733401365290 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T12:22:58,372 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:22:58,373 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:22:58,373 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:22:58,373 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:22:58,373 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9ea9abad0e9b:0, corePoolSize=10, maxPoolSize=10 2024-12-05T12:22:58,373 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:58,373 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:22:58,373 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:58,374 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733401408374 2024-12-05T12:22:58,374 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T12:22:58,374 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T12:22:58,374 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T12:22:58,374 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T12:22:58,374 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 9ea9abad0e9b,46307,1733401365290, splitWal=true, meta=true 2024-12-05T12:22:58,374 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T12:22:58,374 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T12:22:58,375 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 9ea9abad0e9b,46307,1733401365290, splitWal=true, meta=true, isMeta: true 2024-12-05T12:22:58,377 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/WALs/9ea9abad0e9b,46307,1733401365290-splitting 2024-12-05T12:22:58,377 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/WALs/9ea9abad0e9b,46307,1733401365290-splitting dir is empty, no logs to split. 2024-12-05T12:22:58,377 INFO [PEWorker-1 {}] master.SplitWALManager(105): 9ea9abad0e9b,46307,1733401365290 WAL count=0, meta=true 2024-12-05T12:22:58,378 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:58,379 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/WALs/9ea9abad0e9b,46307,1733401365290-splitting dir is empty, no logs to split. 2024-12-05T12:22:58,379 INFO [PEWorker-1 {}] master.SplitWALManager(105): 9ea9abad0e9b,46307,1733401365290 WAL count=0, meta=true 2024-12-05T12:22:58,379 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 9ea9abad0e9b,46307,1733401365290 WAL splitting is done? wals=0, meta=true 2024-12-05T12:22:58,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T12:22:58,381 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:22:58,382 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T12:22:58,383 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T12:22:58,383 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T12:22:58,383 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T12:22:58,383 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T12:22:58,383 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T12:22:58,383 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T12:22:58,386 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401378383,5,FailOnTimeoutGroup] 2024-12-05T12:22:58,390 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401378386,5,FailOnTimeoutGroup] 2024-12-05T12:22:58,390 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:58,390 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T12:22:58,390 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:58,390 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:58,390 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733401378390, completionTime=-1 2024-12-05T12:22:58,390 WARN [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-05T12:22:58,390 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-05T12:22:58,399 INFO [RS:0;9ea9abad0e9b:36881 {}] regionserver.HRegionServer(746): ClusterId : 38652f30-9fe2-4ea5-b852-9498e4f8582b 2024-12-05T12:22:58,399 DEBUG [RS:0;9ea9abad0e9b:36881 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T12:22:58,406 DEBUG [RS:0;9ea9abad0e9b:36881 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T12:22:58,406 DEBUG [RS:0;9ea9abad0e9b:36881 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T12:22:58,415 DEBUG [RS:0;9ea9abad0e9b:36881 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T12:22:58,415 DEBUG [RS:0;9ea9abad0e9b:36881 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bf15cda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ea9abad0e9b/172.17.0.3:0 2024-12-05T12:22:58,425 DEBUG [RS:0;9ea9abad0e9b:36881 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9ea9abad0e9b:36881 2024-12-05T12:22:58,425 INFO [RS:0;9ea9abad0e9b:36881 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T12:22:58,426 INFO [RS:0;9ea9abad0e9b:36881 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T12:22:58,426 DEBUG [RS:0;9ea9abad0e9b:36881 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T12:22:58,426 INFO [RS:0;9ea9abad0e9b:36881 {}] regionserver.HRegionServer(2659): reportForDuty to master=9ea9abad0e9b,35287,1733401377637 with port=36881, startcode=1733401377674 2024-12-05T12:22:58,426 DEBUG [RS:0;9ea9abad0e9b:36881 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T12:22:58,428 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38881, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T12:22:58,429 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35287 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9ea9abad0e9b,36881,1733401377674 2024-12-05T12:22:58,429 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35287 {}] master.ServerManager(517): Registering regionserver=9ea9abad0e9b,36881,1733401377674 2024-12-05T12:22:58,430 DEBUG [RS:0;9ea9abad0e9b:36881 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c 2024-12-05T12:22:58,430 DEBUG [RS:0;9ea9abad0e9b:36881 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41831 2024-12-05T12:22:58,430 DEBUG [RS:0;9ea9abad0e9b:36881 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T12:22:58,440 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=50ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-05T12:22:58,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35287-0x101a69f89090006, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-921508461/rs 2024-12-05T12:22:58,456 DEBUG [RS:0;9ea9abad0e9b:36881 {}] zookeeper.ZKUtil(111): regionserver:36881-0x101a69f89090007, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Set watcher on existing znode=/0-921508461/rs/9ea9abad0e9b,36881,1733401377674 2024-12-05T12:22:58,456 WARN [RS:0;9ea9abad0e9b:36881 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:22:58,456 INFO [RS:0;9ea9abad0e9b:36881 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:22:58,456 DEBUG [RS:0;9ea9abad0e9b:36881 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/WALs/9ea9abad0e9b,36881,1733401377674 2024-12-05T12:22:58,456 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9ea9abad0e9b,36881,1733401377674] 2024-12-05T12:22:58,473 INFO [RS:0;9ea9abad0e9b:36881 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T12:22:58,474 INFO [RS:0;9ea9abad0e9b:36881 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T12:22:58,474 INFO [RS:0;9ea9abad0e9b:36881 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T12:22:58,474 INFO [RS:0;9ea9abad0e9b:36881 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:58,474 INFO [RS:0;9ea9abad0e9b:36881 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T12:22:58,475 INFO [RS:0;9ea9abad0e9b:36881 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T12:22:58,475 INFO [RS:0;9ea9abad0e9b:36881 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:58,475 DEBUG [RS:0;9ea9abad0e9b:36881 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:58,475 DEBUG [RS:0;9ea9abad0e9b:36881 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:58,475 DEBUG [RS:0;9ea9abad0e9b:36881 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:58,475 DEBUG [RS:0;9ea9abad0e9b:36881 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:58,475 DEBUG [RS:0;9ea9abad0e9b:36881 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:58,475 DEBUG [RS:0;9ea9abad0e9b:36881 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9ea9abad0e9b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:22:58,476 DEBUG [RS:0;9ea9abad0e9b:36881 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:58,476 DEBUG [RS:0;9ea9abad0e9b:36881 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:58,476 DEBUG [RS:0;9ea9abad0e9b:36881 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:58,476 DEBUG [RS:0;9ea9abad0e9b:36881 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:58,476 DEBUG [RS:0;9ea9abad0e9b:36881 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:58,476 DEBUG [RS:0;9ea9abad0e9b:36881 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:58,476 DEBUG [RS:0;9ea9abad0e9b:36881 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9ea9abad0e9b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:22:58,476 DEBUG [RS:0;9ea9abad0e9b:36881 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9ea9abad0e9b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:22:58,476 INFO [RS:0;9ea9abad0e9b:36881 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:58,476 INFO [RS:0;9ea9abad0e9b:36881 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:58,476 INFO [RS:0;9ea9abad0e9b:36881 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:58,476 INFO [RS:0;9ea9abad0e9b:36881 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:58,476 INFO [RS:0;9ea9abad0e9b:36881 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:58,476 INFO [RS:0;9ea9abad0e9b:36881 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,36881,1733401377674-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:22:58,488 INFO [RS:0;9ea9abad0e9b:36881 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T12:22:58,489 INFO [RS:0;9ea9abad0e9b:36881 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,36881,1733401377674-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:58,500 INFO [RS:0;9ea9abad0e9b:36881 {}] regionserver.ReplicationSource(231): queueId=1-9ea9abad0e9b,36881,1733401377674, ReplicationSource: 1, currentBandwidth=0 2024-12-05T12:22:58,500 INFO [RS:0;9ea9abad0e9b:36881 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:58,500 INFO [RS:0;9ea9abad0e9b:36881 {}] regionserver.Replication(171): 9ea9abad0e9b,36881,1733401377674 started 2024-12-05T12:22:58,511 INFO [RS:0;9ea9abad0e9b:36881 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:58,511 INFO [RS:0;9ea9abad0e9b:36881 {}] regionserver.HRegionServer(1482): Serving as 9ea9abad0e9b,36881,1733401377674, RpcServer on 9ea9abad0e9b/172.17.0.3:36881, sessionid=0x101a69f89090007 2024-12-05T12:22:58,511 DEBUG [RS:0;9ea9abad0e9b:36881 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T12:22:58,511 DEBUG [RS:0;9ea9abad0e9b:36881 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9ea9abad0e9b,36881,1733401377674 2024-12-05T12:22:58,511 DEBUG [RS:0;9ea9abad0e9b:36881 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ea9abad0e9b,36881,1733401377674' 2024-12-05T12:22:58,511 DEBUG [RS:0;9ea9abad0e9b:36881 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-921508461/flush-table-proc/abort' 2024-12-05T12:22:58,512 DEBUG [RS:0;9ea9abad0e9b:36881 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-921508461/flush-table-proc/acquired' 2024-12-05T12:22:58,512 DEBUG [RS:0;9ea9abad0e9b:36881 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T12:22:58,512 DEBUG [RS:0;9ea9abad0e9b:36881 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T12:22:58,512 DEBUG [RS:0;9ea9abad0e9b:36881 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9ea9abad0e9b,36881,1733401377674 2024-12-05T12:22:58,512 DEBUG [RS:0;9ea9abad0e9b:36881 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ea9abad0e9b,36881,1733401377674' 2024-12-05T12:22:58,512 DEBUG [RS:0;9ea9abad0e9b:36881 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-921508461/online-snapshot/abort' 2024-12-05T12:22:58,512 DEBUG [RS:0;9ea9abad0e9b:36881 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-921508461/online-snapshot/acquired' 2024-12-05T12:22:58,513 DEBUG [RS:0;9ea9abad0e9b:36881 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T12:22:58,513 INFO [RS:0;9ea9abad0e9b:36881 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T12:22:58,513 INFO [RS:0;9ea9abad0e9b:36881 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T12:22:58,516 DEBUG [RS:0;9ea9abad0e9b:36881.replicationSource,1-9ea9abad0e9b,36881,1733401377674 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ea9abad0e9b:36267' 2024-12-05T12:22:58,518 DEBUG [RS:0;9ea9abad0e9b:36881.replicationSource,1-9ea9abad0e9b,36881,1733401377674 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e345614, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:22:58,518 DEBUG [RS:0;9ea9abad0e9b:36881.replicationSource,1-9ea9abad0e9b,36881,1733401377674 {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,36267,-1 for getting cluster id 2024-12-05T12:22:58,518 DEBUG [RS:0;9ea9abad0e9b:36881.replicationSource,1-9ea9abad0e9b,36881,1733401377674 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:22:58,519 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38aed315-0d8d-41ec-b1f9-469b0093d179' 2024-12-05T12:22:58,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:22:58,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38aed315-0d8d-41ec-b1f9-469b0093d179" 2024-12-05T12:22:58,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d07770c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:22:58,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,36267,-1] 2024-12-05T12:22:58,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:22:58,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:22:58,521 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:22:58,522 DEBUG [RS:0;9ea9abad0e9b:36881.replicationSource,1-9ea9abad0e9b,36881,1733401377674 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@574ec584, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:22:58,522 DEBUG [RS:0;9ea9abad0e9b:36881.replicationSource,1-9ea9abad0e9b,36881,1733401377674 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:22:58,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,36267,1733401369607 2024-12-05T12:22:58,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39601f6d 2024-12-05T12:22:58,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:22:58,524 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-12-05T12:22:58,525 INFO [RS:0;9ea9abad0e9b:36881.replicationSource,1-9ea9abad0e9b,36881,1733401377674 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9ea9abad0e9b,36881,1733401377674 (queues=0) is replicating from cluster=38652f30-9fe2-4ea5-b852-9498e4f8582b to cluster=38aed315-0d8d-41ec-b1f9-469b0093d179 2024-12-05T12:22:58,532 WARN [9ea9abad0e9b:35287 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T12:22:58,613 INFO [RS:0;9ea9abad0e9b:36881 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:22:58,614 INFO [RS:0;9ea9abad0e9b:36881 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C36881%2C1733401377674, suffix=, logDir=hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/WALs/9ea9abad0e9b,36881,1733401377674, archiveDir=hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/oldWALs, maxLogs=10 2024-12-05T12:22:58,625 DEBUG [RS:0;9ea9abad0e9b:36881 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/WALs/9ea9abad0e9b,36881,1733401377674/9ea9abad0e9b%2C36881%2C1733401377674.1733401378614, exclude list is [], retry=0 2024-12-05T12:22:58,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33841,DS-5cf46197-7a2b-4749-8fc9-f879c941d147,DISK] 2024-12-05T12:22:58,629 INFO [RS:0;9ea9abad0e9b:36881 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/WALs/9ea9abad0e9b,36881,1733401377674/9ea9abad0e9b%2C36881%2C1733401377674.1733401378614 2024-12-05T12:22:58,629 DEBUG [RS:0;9ea9abad0e9b:36881 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 9ea9abad0e9b%2C36881%2C1733401377674 for peer 1 2024-12-05T12:22:58,630 DEBUG [RS:0;9ea9abad0e9b:36881 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9ea9abad0e9b%2C36881%2C1733401377674 2024-12-05T12:22:58,630 INFO [RS:0;9ea9abad0e9b:36881 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9ea9abad0e9b,36881,1733401377674, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T12:22:58,630 DEBUG [RS:0;9ea9abad0e9b:36881 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37927:37927)] 2024-12-05T12:22:58,630 INFO [RS:0;9ea9abad0e9b:36881.replicationSource.shipper9ea9abad0e9b%2C36881%2C1733401377674,1-9ea9abad0e9b,36881,1733401377674 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9ea9abad0e9b%2C36881%2C1733401377674 2024-12-05T12:22:58,630 DEBUG [RS:0;9ea9abad0e9b:36881.replicationSource.wal-reader.9ea9abad0e9b%2C36881%2C1733401377674,1-9ea9abad0e9b,36881,1733401377674 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/WALs/9ea9abad0e9b,36881,1733401377674/9ea9abad0e9b%2C36881%2C1733401377674.1733401378614, startPosition=0, beingWritten=true 2024-12-05T12:22:58,782 DEBUG [9ea9abad0e9b:35287 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T12:22:58,783 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9ea9abad0e9b,36881,1733401377674 2024-12-05T12:22:58,784 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ea9abad0e9b,36881,1733401377674, state=OPENING 2024-12-05T12:22:58,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36881-0x101a69f89090007, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-921508461/meta-region-server 2024-12-05T12:22:58,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35287-0x101a69f89090006, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-921508461/meta-region-server 2024-12-05T12:22:58,818 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:22:58,819 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-921508461/meta-region-server: CHANGED 2024-12-05T12:22:58,819 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,36881,1733401377674}] 2024-12-05T12:22:58,819 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-921508461/meta-region-server: CHANGED 2024-12-05T12:22:58,835 DEBUG [RS:0;9ea9abad0e9b:36881.replicationSource.wal-reader.9ea9abad0e9b%2C36881%2C1733401377674,1-9ea9abad0e9b,36881,1733401377674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/WALs/9ea9abad0e9b,36881,1733401377674/9ea9abad0e9b%2C36881%2C1733401377674.1733401378614 to pos 0, reset compression=false 2024-12-05T12:22:58,971 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:22:58,972 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52603, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T12:22:58,975 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T12:22:58,975 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:22:58,976 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T12:22:58,977 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C36881%2C1733401377674.meta, suffix=.meta, logDir=hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/WALs/9ea9abad0e9b,36881,1733401377674, archiveDir=hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/oldWALs, maxLogs=10 2024-12-05T12:22:58,988 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/WALs/9ea9abad0e9b,36881,1733401377674/9ea9abad0e9b%2C36881%2C1733401377674.meta.1733401378977.meta, exclude list is [], retry=0 2024-12-05T12:22:58,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33841,DS-5cf46197-7a2b-4749-8fc9-f879c941d147,DISK] 2024-12-05T12:22:58,991 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/WALs/9ea9abad0e9b,36881,1733401377674/9ea9abad0e9b%2C36881%2C1733401377674.meta.1733401378977.meta 2024-12-05T12:22:58,992 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37927:37927)] 2024-12-05T12:22:58,992 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:22:58,992 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:22:58,992 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:22:58,992 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T12:22:58,992 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T12:22:58,992 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T12:22:58,992 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:22:58,992 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T12:22:58,993 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T12:22:58,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:22:58,994 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:22:58,994 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:58,999 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/data/hbase/meta/1588230740/info/be20281a992941239af723c3c5961136 2024-12-05T12:22:59,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:22:59,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:22:59,000 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:22:59,000 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:59,005 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/data/hbase/meta/1588230740/ns/ae21a84551164dd4a9ae78284c766a25 2024-12-05T12:22:59,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:22:59,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:22:59,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:22:59,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:59,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:22:59,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:22:59,007 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:22:59,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:59,013 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/data/hbase/meta/1588230740/table/27acdf2afb7a464eb1e251ba55fbf35c 2024-12-05T12:22:59,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:22:59,013 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:22:59,014 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/data/hbase/meta/1588230740 2024-12-05T12:22:59,016 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/data/hbase/meta/1588230740 2024-12-05T12:22:59,017 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:22:59,017 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:22:59,017 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:22:59,019 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:22:59,020 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69770598, jitterRate=0.0396629273891449}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:22:59,020 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T12:22:59,020 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733401378993Writing region info on filesystem at 1733401378993Initializing all the Stores at 1733401378993Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401378993Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401378994 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401378994Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401378994Cleaning up temporary data from old regions at 1733401379017 (+23 ms)Running coprocessor post-open hooks at 1733401379020 (+3 ms)Region opened successfully at 1733401379020 2024-12-05T12:22:59,021 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1733401378971 2024-12-05T12:22:59,023 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T12:22:59,023 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T12:22:59,024 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=9ea9abad0e9b,36881,1733401377674 2024-12-05T12:22:59,024 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ea9abad0e9b,36881,1733401377674, state=OPEN 2024-12-05T12:22:59,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35287-0x101a69f89090006, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-921508461/meta-region-server 2024-12-05T12:22:59,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36881-0x101a69f89090007, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-921508461/meta-region-server 2024-12-05T12:22:59,031 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,36881,1733401377674 2024-12-05T12:22:59,031 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-921508461/meta-region-server: CHANGED 2024-12-05T12:22:59,031 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-921508461/meta-region-server: CHANGED 2024-12-05T12:22:59,033 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-05T12:22:59,033 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,36881,1733401377674 in 212 msec 2024-12-05T12:22:59,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T12:22:59,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 653 msec 2024-12-05T12:22:59,045 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:22:59,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:22:59,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:22:59,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:22:59,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:22:59,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:22:59,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:22:59,139 DEBUG [RS:0;9ea9abad0e9b:36881.replicationSource.wal-reader.9ea9abad0e9b%2C36881%2C1733401377674,1-9ea9abad0e9b,36881,1733401377674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/WALs/9ea9abad0e9b,36881,1733401377674/9ea9abad0e9b%2C36881%2C1733401377674.1733401378614 to pos 0, reset compression=false 2024-12-05T12:22:59,545 DEBUG [RS:0;9ea9abad0e9b:36881.replicationSource.wal-reader.9ea9abad0e9b%2C36881%2C1733401377674,1-9ea9abad0e9b,36881,1733401377674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/WALs/9ea9abad0e9b,36881,1733401377674/9ea9abad0e9b%2C36881%2C1733401377674.1733401378614 to pos 0, reset compression=false 2024-12-05T12:22:59,943 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1553ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-12-05T12:23:00,050 DEBUG [RS:0;9ea9abad0e9b:36881.replicationSource.wal-reader.9ea9abad0e9b%2C36881%2C1733401377674,1-9ea9abad0e9b,36881,1733401377674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/WALs/9ea9abad0e9b,36881,1733401377674/9ea9abad0e9b%2C36881%2C1733401377674.1733401378614 to pos 0, reset compression=false 2024-12-05T12:23:00,655 DEBUG [RS:0;9ea9abad0e9b:36881.replicationSource.wal-reader.9ea9abad0e9b%2C36881%2C1733401377674,1-9ea9abad0e9b,36881,1733401377674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/WALs/9ea9abad0e9b,36881,1733401377674/9ea9abad0e9b%2C36881%2C1733401377674.1733401378614 to pos 0, reset compression=false 2024-12-05T12:23:01,360 DEBUG [RS:0;9ea9abad0e9b:36881.replicationSource.wal-reader.9ea9abad0e9b%2C36881%2C1733401377674,1-9ea9abad0e9b,36881,1733401377674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/WALs/9ea9abad0e9b,36881,1733401377674/9ea9abad0e9b%2C36881%2C1733401377674.1733401378614 to pos 0, reset compression=false 2024-12-05T12:23:01,445 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3055ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-12-05T12:23:02,165 DEBUG [RS:0;9ea9abad0e9b:36881.replicationSource.wal-reader.9ea9abad0e9b%2C36881%2C1733401377674,1-9ea9abad0e9b,36881,1733401377674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/WALs/9ea9abad0e9b,36881,1733401377674/9ea9abad0e9b%2C36881%2C1733401377674.1733401378614 to pos 0, reset compression=false 2024-12-05T12:23:02,897 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-05T12:23:02,898 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T12:23:02,898 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:23:02,898 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,36881,1733401377674, seqNum=-1] 2024-12-05T12:23:02,898 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:23:02,899 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49077, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:23:02,903 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6bed4de58eb970d840a58d992d95e34c, regionState=OPEN, lastHost=9ea9abad0e9b,46307,1733401365290, regionLocation=9ea9abad0e9b,46307,1733401365290, openSeqNum=2 2024-12-05T12:23:02,903 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T12:23:02,903 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733401442903 2024-12-05T12:23:02,903 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733401502903 2024-12-05T12:23:02,903 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-12-05T12:23:02,903 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 9ea9abad0e9b,46307,1733401365290 had 2 regions 2024-12-05T12:23:02,904 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,35287,1733401377637-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:02,904 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,35287,1733401377637-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:02,904 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,35287,1733401377637-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:02,904 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9ea9abad0e9b:35287, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:02,904 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:02,904 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:02,904 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 9ea9abad0e9b,46307,1733401365290, splitWal=true, meta=true, isMeta: false 2024-12-05T12:23:02,906 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/WALs/9ea9abad0e9b,46307,1733401365290-splitting dir is empty, no logs to split. 2024-12-05T12:23:02,906 INFO [PEWorker-3 {}] master.SplitWALManager(105): 9ea9abad0e9b,46307,1733401365290 WAL count=0, meta=false 2024-12-05T12:23:02,908 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/WALs/9ea9abad0e9b,46307,1733401365290-splitting dir is empty, no logs to split. 2024-12-05T12:23:02,908 INFO [PEWorker-3 {}] master.SplitWALManager(105): 9ea9abad0e9b,46307,1733401365290 WAL count=0, meta=false 2024-12-05T12:23:02,908 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 9ea9abad0e9b,46307,1733401365290 WAL splitting is done? wals=0, meta=false 2024-12-05T12:23:02,910 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.179sec 2024-12-05T12:23:02,910 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T12:23:02,910 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T12:23:02,910 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T12:23:02,910 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T12:23:02,910 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T12:23:02,910 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,35287,1733401377637-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:23:02,910 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,35287,1733401377637-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T12:23:02,912 WARN [master/9ea9abad0e9b:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=9ea9abad0e9b,46307,1733401365290/hbase:replication,,1733401372793.6bed4de58eb970d840a58d992d95e34c. 2024-12-05T12:23:02,913 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6bed4de58eb970d840a58d992d95e34c, ASSIGN}] 2024-12-05T12:23:02,914 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6bed4de58eb970d840a58d992d95e34c, ASSIGN 2024-12-05T12:23:02,915 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6bed4de58eb970d840a58d992d95e34c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T12:23:02,917 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T12:23:02,917 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T12:23:02,917 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,35287,1733401377637-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:03,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33a1a94a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:03,002 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,35287,-1 for getting cluster id 2024-12-05T12:23:03,002 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:23:03,003 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38652f30-9fe2-4ea5-b852-9498e4f8582b' 2024-12-05T12:23:03,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:23:03,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38652f30-9fe2-4ea5-b852-9498e4f8582b" 2024-12-05T12:23:03,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@561ff5c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:03,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,35287,-1] 2024-12-05T12:23:03,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:23:03,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:03,005 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:23:03,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6585eb7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:03,006 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:23:03,007 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,36881,1733401377674, seqNum=-1] 2024-12-05T12:23:03,007 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:23:03,008 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:23:03,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-05T12:23:03,010 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:23:03,010 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:03,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:03,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:03,010 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:23:03,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 9ea9abad0e9b:35287 after: 9ea9abad0e9b:35287 2024-12-05T12:23:03,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47d5f5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:03,011 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,35287,-1 for getting cluster id 2024-12-05T12:23:03,011 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:23:03,011 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38652f30-9fe2-4ea5-b852-9498e4f8582b' 2024-12-05T12:23:03,012 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:23:03,012 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38652f30-9fe2-4ea5-b852-9498e4f8582b" 2024-12-05T12:23:03,012 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41d638d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:03,012 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,35287,-1] 2024-12-05T12:23:03,012 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:23:03,012 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:03,013 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:23:03,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54b32ef1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:03,014 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:23:03,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,35287,1733401377637 2024-12-05T12:23:03,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c91ca0c 2024-12-05T12:23:03,015 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:23:03,015 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:23:03,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35287 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-05T12:23:03,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T12:23:03,016 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:23:03,016 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:03,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:03,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:03,016 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:23:03,017 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T12:23:03,017 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=414700371, stopped=false 2024-12-05T12:23:03,017 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9ea9abad0e9b,36267,1733401369607 2024-12-05T12:23:03,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42257-0x101a69f89090004, quorum=127.0.0.1:49550, baseZNode=/11470705296 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11470705296/running 2024-12-05T12:23:03,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36267-0x101a69f89090003, quorum=127.0.0.1:49550, baseZNode=/11470705296 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11470705296/running 2024-12-05T12:23:03,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42257-0x101a69f89090004, quorum=127.0.0.1:49550, baseZNode=/11470705296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11470705296 2024-12-05T12:23:03,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36267-0x101a69f89090003, quorum=127.0.0.1:49550, baseZNode=/11470705296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11470705296 2024-12-05T12:23:03,027 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:23:03,027 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:23:03,027 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:03,027 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42257-0x101a69f89090004, quorum=127.0.0.1:49550, baseZNode=/11470705296 Set watcher on znode that does not yet exist, /11470705296/running 2024-12-05T12:23:03,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:03,027 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36267-0x101a69f89090003, quorum=127.0.0.1:49550, baseZNode=/11470705296 Set watcher on znode that does not yet exist, /11470705296/running 2024-12-05T12:23:03,027 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9ea9abad0e9b,42257,1733401369705' ***** 2024-12-05T12:23:03,027 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T12:23:03,028 INFO [RS:0;9ea9abad0e9b:42257 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T12:23:03,028 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T12:23:03,028 INFO [RS:0;9ea9abad0e9b:42257 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T12:23:03,028 INFO [RS:0;9ea9abad0e9b:42257 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T12:23:03,028 INFO [RS:0;9ea9abad0e9b:42257 {}] regionserver.HRegionServer(959): stopping server 9ea9abad0e9b,42257,1733401369705 2024-12-05T12:23:03,028 INFO [RS:0;9ea9abad0e9b:42257 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:23:03,028 INFO [RS:0;9ea9abad0e9b:42257 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ea9abad0e9b:42257. 2024-12-05T12:23:03,028 DEBUG [RS:0;9ea9abad0e9b:42257 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:03,028 DEBUG [RS:0;9ea9abad0e9b:42257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:03,028 INFO [RS:0;9ea9abad0e9b:42257 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T12:23:03,028 INFO [RS:0;9ea9abad0e9b:42257 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T12:23:03,028 INFO [RS:0;9ea9abad0e9b:42257 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T12:23:03,028 INFO [RS:0;9ea9abad0e9b:42257 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T12:23:03,028 INFO [RS:0;9ea9abad0e9b:42257 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T12:23:03,028 DEBUG [RS:0;9ea9abad0e9b:42257 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T12:23:03,028 DEBUG [RS:0;9ea9abad0e9b:42257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:23:03,029 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:23:03,029 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:23:03,029 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:23:03,029 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:23:03,029 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:23:03,029 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-05T12:23:03,042 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41289/user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9/data/hbase/meta/1588230740/.tmp/ns/75a093d64d35483696e2b9e89f5d0616 is 43, key is default/ns:d/1733401372490/Put/seqid=0 2024-12-05T12:23:03,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741835_1011 (size=5153) 2024-12-05T12:23:03,066 DEBUG [9ea9abad0e9b:35287 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T12:23:03,066 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=6bed4de58eb970d840a58d992d95e34c, regionState=OPENING, regionLocation=9ea9abad0e9b,36881,1733401377674 2024-12-05T12:23:03,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6bed4de58eb970d840a58d992d95e34c, ASSIGN because future has completed 2024-12-05T12:23:03,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6bed4de58eb970d840a58d992d95e34c, server=9ea9abad0e9b,36881,1733401377674}] 2024-12-05T12:23:03,071 DEBUG [RS:0;9ea9abad0e9b:36881.replicationSource.wal-reader.9ea9abad0e9b%2C36881%2C1733401377674,1-9ea9abad0e9b,36881,1733401377674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/WALs/9ea9abad0e9b,36881,1733401377674/9ea9abad0e9b%2C36881%2C1733401377674.1733401378614 to pos 0, reset compression=false 2024-12-05T12:23:03,120 INFO [regionserver/9ea9abad0e9b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:23:03,224 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1733401372793.6bed4de58eb970d840a58d992d95e34c. 2024-12-05T12:23:03,224 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:23:03,224 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T12:23:03,226 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C36881%2C1733401377674.rep, suffix=, logDir=hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/WALs/9ea9abad0e9b,36881,1733401377674, archiveDir=hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/oldWALs, maxLogs=10 2024-12-05T12:23:03,229 DEBUG [RS:0;9ea9abad0e9b:42257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:23:03,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/WALs/9ea9abad0e9b,36881,1733401377674/9ea9abad0e9b%2C36881%2C1733401377674.rep.1733401383226, exclude list is [], retry=0 2024-12-05T12:23:03,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33841,DS-5cf46197-7a2b-4749-8fc9-f879c941d147,DISK] 2024-12-05T12:23:03,240 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/WALs/9ea9abad0e9b,36881,1733401377674/9ea9abad0e9b%2C36881%2C1733401377674.rep.1733401383226 2024-12-05T12:23:03,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37927:37927)] 2024-12-05T12:23:03,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 6bed4de58eb970d840a58d992d95e34c, NAME => 'hbase:replication,,1733401372793.6bed4de58eb970d840a58d992d95e34c.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:23:03,241 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:23:03,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:23:03,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733401372793.6bed4de58eb970d840a58d992d95e34c. service=MultiRowMutationService 2024-12-05T12:23:03,241 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T12:23:03,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6bed4de58eb970d840a58d992d95e34c 2024-12-05T12:23:03,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401372793.6bed4de58eb970d840a58d992d95e34c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:03,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 6bed4de58eb970d840a58d992d95e34c 2024-12-05T12:23:03,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 6bed4de58eb970d840a58d992d95e34c 2024-12-05T12:23:03,242 INFO [StoreOpener-6bed4de58eb970d840a58d992d95e34c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6bed4de58eb970d840a58d992d95e34c 2024-12-05T12:23:03,243 INFO [StoreOpener-6bed4de58eb970d840a58d992d95e34c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bed4de58eb970d840a58d992d95e34c columnFamilyName hfileref 2024-12-05T12:23:03,243 DEBUG [StoreOpener-6bed4de58eb970d840a58d992d95e34c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:03,243 INFO [StoreOpener-6bed4de58eb970d840a58d992d95e34c-1 {}] regionserver.HStore(327): Store=6bed4de58eb970d840a58d992d95e34c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:03,244 INFO [StoreOpener-6bed4de58eb970d840a58d992d95e34c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6bed4de58eb970d840a58d992d95e34c 2024-12-05T12:23:03,244 INFO [StoreOpener-6bed4de58eb970d840a58d992d95e34c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bed4de58eb970d840a58d992d95e34c columnFamilyName queue 2024-12-05T12:23:03,244 DEBUG [StoreOpener-6bed4de58eb970d840a58d992d95e34c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:03,249 DEBUG [StoreOpener-6bed4de58eb970d840a58d992d95e34c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/data/hbase/replication/6bed4de58eb970d840a58d992d95e34c/queue/038e9bb13b234151968703286e2fa74e 2024-12-05T12:23:03,249 INFO [StoreOpener-6bed4de58eb970d840a58d992d95e34c-1 {}] regionserver.HStore(327): Store=6bed4de58eb970d840a58d992d95e34c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:03,249 INFO [StoreOpener-6bed4de58eb970d840a58d992d95e34c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6bed4de58eb970d840a58d992d95e34c 2024-12-05T12:23:03,249 INFO [StoreOpener-6bed4de58eb970d840a58d992d95e34c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bed4de58eb970d840a58d992d95e34c columnFamilyName sid 2024-12-05T12:23:03,249 DEBUG [StoreOpener-6bed4de58eb970d840a58d992d95e34c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:03,250 INFO [StoreOpener-6bed4de58eb970d840a58d992d95e34c-1 {}] regionserver.HStore(327): Store=6bed4de58eb970d840a58d992d95e34c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:03,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 6bed4de58eb970d840a58d992d95e34c 2024-12-05T12:23:03,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/data/hbase/replication/6bed4de58eb970d840a58d992d95e34c 2024-12-05T12:23:03,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/data/hbase/replication/6bed4de58eb970d840a58d992d95e34c 2024-12-05T12:23:03,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 6bed4de58eb970d840a58d992d95e34c 2024-12-05T12:23:03,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 6bed4de58eb970d840a58d992d95e34c 2024-12-05T12:23:03,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:23:03,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 6bed4de58eb970d840a58d992d95e34c 2024-12-05T12:23:03,254 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 6bed4de58eb970d840a58d992d95e34c; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73829597, jitterRate=0.10014672577381134}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:23:03,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6bed4de58eb970d840a58d992d95e34c 2024-12-05T12:23:03,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 6bed4de58eb970d840a58d992d95e34c: Running coprocessor pre-open hook at 1733401383241Writing region info on filesystem at 1733401383241Initializing all the Stores at 1733401383242 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401383242Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401383242Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401383242Cleaning up temporary data from old regions at 1733401383252 (+10 ms)Running coprocessor post-open hooks at 1733401383255 (+3 ms)Region opened successfully at 1733401383255 2024-12-05T12:23:03,256 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733401372793.6bed4de58eb970d840a58d992d95e34c., pid=13, masterSystemTime=1733401383221 2024-12-05T12:23:03,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733401372793.6bed4de58eb970d840a58d992d95e34c. 2024-12-05T12:23:03,258 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733401372793.6bed4de58eb970d840a58d992d95e34c. 2024-12-05T12:23:03,258 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=6bed4de58eb970d840a58d992d95e34c, regionState=OPEN, openSeqNum=9, regionLocation=9ea9abad0e9b,36881,1733401377674 2024-12-05T12:23:03,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6bed4de58eb970d840a58d992d95e34c, server=9ea9abad0e9b,36881,1733401377674 because future has completed 2024-12-05T12:23:03,262 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-05T12:23:03,262 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 6bed4de58eb970d840a58d992d95e34c, server=9ea9abad0e9b,36881,1733401377674 in 192 msec 2024-12-05T12:23:03,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-12-05T12:23:03,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6bed4de58eb970d840a58d992d95e34c, ASSIGN in 349 msec 2024-12-05T12:23:03,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-05T12:23:03,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733401372793.6bed4de58eb970d840a58d992d95e34c., hostname=9ea9abad0e9b,36881,1733401377674, seqNum=9] 2024-12-05T12:23:03,280 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 9ea9abad0e9b,46307,1733401365290 2024-12-05T12:23:03,280 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-05T12:23:03,307 INFO [regionserver/9ea9abad0e9b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T12:23:03,307 INFO [regionserver/9ea9abad0e9b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T12:23:03,429 DEBUG [RS:0;9ea9abad0e9b:42257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:23:03,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36881 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-12-05T12:23:03,446 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41289/user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9/data/hbase/meta/1588230740/.tmp/ns/75a093d64d35483696e2b9e89f5d0616 2024-12-05T12:23:03,453 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41289/user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9/data/hbase/meta/1588230740/.tmp/ns/75a093d64d35483696e2b9e89f5d0616 as hdfs://localhost:41289/user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9/data/hbase/meta/1588230740/ns/75a093d64d35483696e2b9e89f5d0616 2024-12-05T12:23:03,457 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41289/user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9/data/hbase/meta/1588230740/ns/75a093d64d35483696e2b9e89f5d0616, entries=2, sequenceid=6, filesize=5.0 K 2024-12-05T12:23:03,458 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=6, compaction requested=false 2024-12-05T12:23:03,458 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T12:23:03,462 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41289/user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T12:23:03,463 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:23:03,463 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:23:03,463 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:23:03,463 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401383028Running coprocessor pre-close hooks at 1733401383028Disabling compacts and flushes for region at 1733401383028Disabling writes for close at 1733401383029 (+1 ms)Obtaining lock to block concurrent updates at 1733401383029Preparing flush snapshotting stores in 1588230740 at 1733401383029Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733401383029Flushing stores of hbase:meta,,1.1588230740 at 1733401383029Flushing 1588230740/ns: creating writer at 1733401383029Flushing 1588230740/ns: appending metadata at 1733401383041 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733401383041Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7933b288: reopening flushed file at 1733401383452 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=6, compaction requested=false at 1733401383458 (+6 ms)Writing region close event to WAL at 1733401383459 (+1 ms)Running coprocessor post-close hooks at 1733401383463 (+4 ms)Closed at 1733401383463 2024-12-05T12:23:03,463 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T12:23:03,629 INFO [RS:0;9ea9abad0e9b:42257 {}] regionserver.HRegionServer(976): stopping server 9ea9abad0e9b,42257,1733401369705; all regions closed. 2024-12-05T12:23:03,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741834_1010 (size=1152) 2024-12-05T12:23:03,631 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9/WALs/9ea9abad0e9b,42257,1733401369705/9ea9abad0e9b%2C42257%2C1733401369705.meta.1733401372383.meta not finished, retry = 0 2024-12-05T12:23:03,734 DEBUG [RS:0;9ea9abad0e9b:42257 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9/oldWALs 2024-12-05T12:23:03,734 INFO [RS:0;9ea9abad0e9b:42257 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ea9abad0e9b%2C42257%2C1733401369705.meta:.meta(num 1733401372383) 2024-12-05T12:23:03,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741832_1008 (size=93) 2024-12-05T12:23:03,735 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9/WALs/9ea9abad0e9b,42257,1733401369705/9ea9abad0e9b%2C42257%2C1733401369705.1733401371443 not finished, retry = 0 2024-12-05T12:23:03,838 DEBUG [RS:0;9ea9abad0e9b:42257 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9/oldWALs 2024-12-05T12:23:03,838 INFO [RS:0;9ea9abad0e9b:42257 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ea9abad0e9b%2C42257%2C1733401369705:(num 1733401371443) 2024-12-05T12:23:03,838 DEBUG [RS:0;9ea9abad0e9b:42257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:03,838 INFO [RS:0;9ea9abad0e9b:42257 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:23:03,838 INFO [RS:0;9ea9abad0e9b:42257 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:23:03,838 INFO [RS:0;9ea9abad0e9b:42257 {}] hbase.ChoreService(370): Chore service for: regionserver/9ea9abad0e9b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T12:23:03,839 INFO [RS:0;9ea9abad0e9b:42257 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:23:03,839 INFO [regionserver/9ea9abad0e9b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:23:03,839 INFO [RS:0;9ea9abad0e9b:42257 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42257 2024-12-05T12:23:03,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36267-0x101a69f89090003, quorum=127.0.0.1:49550, baseZNode=/11470705296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11470705296/rs 2024-12-05T12:23:03,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42257-0x101a69f89090004, quorum=127.0.0.1:49550, baseZNode=/11470705296 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11470705296/rs/9ea9abad0e9b,42257,1733401369705 2024-12-05T12:23:03,908 INFO [RS:0;9ea9abad0e9b:42257 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:23:03,908 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9ea9abad0e9b,42257,1733401369705] 2024-12-05T12:23:03,922 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11470705296/draining/9ea9abad0e9b,42257,1733401369705 already deleted, retry=false 2024-12-05T12:23:03,922 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9ea9abad0e9b,42257,1733401369705 expired; onlineServers=0 2024-12-05T12:23:03,922 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9ea9abad0e9b,36267,1733401369607' ***** 2024-12-05T12:23:03,922 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T12:23:03,922 INFO [M:0;9ea9abad0e9b:36267 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:23:03,922 INFO [M:0;9ea9abad0e9b:36267 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:23:03,922 DEBUG [M:0;9ea9abad0e9b:36267 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T12:23:03,922 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T12:23:03,922 DEBUG [M:0;9ea9abad0e9b:36267 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T12:23:03,922 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401371221 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401371221,5,FailOnTimeoutGroup] 2024-12-05T12:23:03,922 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401371221 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401371221,5,FailOnTimeoutGroup] 2024-12-05T12:23:03,923 INFO [M:0;9ea9abad0e9b:36267 {}] hbase.ChoreService(370): Chore service for: master/9ea9abad0e9b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T12:23:03,923 INFO [M:0;9ea9abad0e9b:36267 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:23:03,923 DEBUG [M:0;9ea9abad0e9b:36267 {}] master.HMaster(1795): Stopping service threads 2024-12-05T12:23:03,923 INFO [M:0;9ea9abad0e9b:36267 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T12:23:03,923 INFO [M:0;9ea9abad0e9b:36267 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:23:03,923 INFO [M:0;9ea9abad0e9b:36267 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T12:23:03,923 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T12:23:03,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36267-0x101a69f89090003, quorum=127.0.0.1:49550, baseZNode=/11470705296 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11470705296/master 2024-12-05T12:23:03,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36267-0x101a69f89090003, quorum=127.0.0.1:49550, baseZNode=/11470705296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11470705296 2024-12-05T12:23:03,930 DEBUG [M:0;9ea9abad0e9b:36267 {}] zookeeper.ZKUtil(347): master:36267-0x101a69f89090003, quorum=127.0.0.1:49550, baseZNode=/11470705296 Unable to get data of znode /11470705296/master because node does not exist (not an error) 2024-12-05T12:23:03,930 WARN [M:0;9ea9abad0e9b:36267 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T12:23:03,932 INFO [M:0;9ea9abad0e9b:36267 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41289/user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9/.lastflushedseqids 2024-12-05T12:23:03,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741836_1012 (size=99) 2024-12-05T12:23:04,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42257-0x101a69f89090004, quorum=127.0.0.1:49550, baseZNode=/11470705296 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:23:04,014 INFO [RS:0;9ea9abad0e9b:42257 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:23:04,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42257-0x101a69f89090004, quorum=127.0.0.1:49550, baseZNode=/11470705296 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:23:04,014 INFO [RS:0;9ea9abad0e9b:42257 {}] regionserver.HRegionServer(1031): Exiting; stopping=9ea9abad0e9b,42257,1733401369705; zookeeper connection closed. 2024-12-05T12:23:04,014 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2ee9418a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2ee9418a 2024-12-05T12:23:04,015 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T12:23:04,075 DEBUG [RS:0;9ea9abad0e9b:36881.replicationSource.wal-reader.9ea9abad0e9b%2C36881%2C1733401377674,1-9ea9abad0e9b,36881,1733401377674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/WALs/9ea9abad0e9b,36881,1733401377674/9ea9abad0e9b%2C36881%2C1733401377674.1733401378614 to pos 0, reset compression=false 2024-12-05T12:23:04,337 INFO [M:0;9ea9abad0e9b:36267 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T12:23:04,337 INFO [M:0;9ea9abad0e9b:36267 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T12:23:04,337 DEBUG [M:0;9ea9abad0e9b:36267 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:23:04,337 INFO [M:0;9ea9abad0e9b:36267 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:04,337 DEBUG [M:0;9ea9abad0e9b:36267 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:04,337 DEBUG [M:0;9ea9abad0e9b:36267 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:23:04,337 DEBUG [M:0;9ea9abad0e9b:36267 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:04,337 INFO [M:0;9ea9abad0e9b:36267 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-05T12:23:04,378 DEBUG [M:0;9ea9abad0e9b:36267 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41289/user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6fa03c8000dd4caf8de96b94f6af5f6a is 82, key is hbase:meta,,1/info:regioninfo/1733401372411/Put/seqid=0 2024-12-05T12:23:04,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741837_1013 (size=5672) 2024-12-05T12:23:04,494 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:23:04,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:04,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:04,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:04,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:04,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:04,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:04,783 INFO [M:0;9ea9abad0e9b:36267 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41289/user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6fa03c8000dd4caf8de96b94f6af5f6a 2024-12-05T12:23:04,801 DEBUG [M:0;9ea9abad0e9b:36267 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41289/user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/158e7bbe377d4b1796b7159e7e4039bf is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733401372494/Put/seqid=0 2024-12-05T12:23:04,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741838_1014 (size=5275) 2024-12-05T12:23:05,180 DEBUG [RS:0;9ea9abad0e9b:36881.replicationSource.wal-reader.9ea9abad0e9b%2C36881%2C1733401377674,1-9ea9abad0e9b,36881,1733401377674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/WALs/9ea9abad0e9b,36881,1733401377674/9ea9abad0e9b%2C36881%2C1733401377674.1733401378614 to pos 0, reset compression=false 2024-12-05T12:23:05,206 INFO [M:0;9ea9abad0e9b:36267 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41289/user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/158e7bbe377d4b1796b7159e7e4039bf 2024-12-05T12:23:05,227 DEBUG [M:0;9ea9abad0e9b:36267 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41289/user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3b3643726f714fb996f1e9963334d91b is 69, key is 9ea9abad0e9b,42257,1733401369705/rs:state/1733401371267/Put/seqid=0 2024-12-05T12:23:05,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741839_1015 (size=5156) 2024-12-05T12:23:05,631 INFO [M:0;9ea9abad0e9b:36267 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41289/user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3b3643726f714fb996f1e9963334d91b 2024-12-05T12:23:05,637 DEBUG [M:0;9ea9abad0e9b:36267 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41289/user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6fa03c8000dd4caf8de96b94f6af5f6a as hdfs://localhost:41289/user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6fa03c8000dd4caf8de96b94f6af5f6a 2024-12-05T12:23:05,642 INFO [M:0;9ea9abad0e9b:36267 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41289/user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6fa03c8000dd4caf8de96b94f6af5f6a, entries=8, sequenceid=28, filesize=5.5 K 2024-12-05T12:23:05,643 DEBUG [M:0;9ea9abad0e9b:36267 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41289/user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/158e7bbe377d4b1796b7159e7e4039bf as hdfs://localhost:41289/user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/158e7bbe377d4b1796b7159e7e4039bf 2024-12-05T12:23:05,648 INFO [M:0;9ea9abad0e9b:36267 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41289/user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/158e7bbe377d4b1796b7159e7e4039bf, entries=3, sequenceid=28, filesize=5.2 K 2024-12-05T12:23:05,649 DEBUG [M:0;9ea9abad0e9b:36267 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41289/user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3b3643726f714fb996f1e9963334d91b as hdfs://localhost:41289/user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3b3643726f714fb996f1e9963334d91b 2024-12-05T12:23:05,654 INFO [M:0;9ea9abad0e9b:36267 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41289/user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3b3643726f714fb996f1e9963334d91b, entries=1, sequenceid=28, filesize=5.0 K 2024-12-05T12:23:05,654 INFO [M:0;9ea9abad0e9b:36267 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1317ms, sequenceid=28, compaction requested=false 2024-12-05T12:23:05,656 INFO [M:0;9ea9abad0e9b:36267 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:05,656 DEBUG [M:0;9ea9abad0e9b:36267 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401384337Disabling compacts and flushes for region at 1733401384337Disabling writes for close at 1733401384337Obtaining lock to block concurrent updates at 1733401384337Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733401384337Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733401384338 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733401384351 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733401384351Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733401384377 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733401384377Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733401384788 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733401384801 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733401384801Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733401385211 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733401385226 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733401385226Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a90b9ae: reopening flushed file at 1733401385636 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29c8d4a3: reopening flushed file at 1733401385642 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a39b5ab: reopening flushed file at 1733401385648 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1317ms, sequenceid=28, compaction requested=false at 1733401385655 (+7 ms)Writing region close event to WAL at 1733401385656 (+1 ms)Closed at 1733401385656 2024-12-05T12:23:05,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741830_1006 (size=10165) 2024-12-05T12:23:05,658 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5a12e985-5567-62cc-d018-fd28d1cb30a9/MasterData/WALs/9ea9abad0e9b,36267,1733401369607/9ea9abad0e9b%2C36267%2C1733401369607.1733401371042 not finished, retry = 0 2024-12-05T12:23:05,759 INFO [M:0;9ea9abad0e9b:36267 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T12:23:05,759 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:23:05,759 INFO [M:0;9ea9abad0e9b:36267 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36267 2024-12-05T12:23:05,759 INFO [M:0;9ea9abad0e9b:36267 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:23:05,868 INFO [M:0;9ea9abad0e9b:36267 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:23:05,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36267-0x101a69f89090003, quorum=127.0.0.1:49550, baseZNode=/11470705296 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:23:05,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36267-0x101a69f89090003, quorum=127.0.0.1:49550, baseZNode=/11470705296 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:23:05,898 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@67c03719{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:23:05,899 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ee05249{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:23:05,899 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:23:05,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3770829e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:23:05,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75117a99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3cfcac-348a-4488-57db-c3e345685474/hadoop.log.dir/,STOPPED} 2024-12-05T12:23:05,900 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T12:23:05,900 WARN [BP-2103280609-172.17.0.3-1733401368015 heartbeating to localhost/127.0.0.1:41289 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T12:23:05,900 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T12:23:05,900 WARN [BP-2103280609-172.17.0.3-1733401368015 heartbeating to localhost/127.0.0.1:41289 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2103280609-172.17.0.3-1733401368015 (Datanode Uuid be97dc57-f92b-40a6-af12-03091612a7e2) service to localhost/127.0.0.1:41289 2024-12-05T12:23:05,901 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3cfcac-348a-4488-57db-c3e345685474/cluster_bf6c6e60-de0b-2283-4ca3-024c976fcca7/data/data1/current/BP-2103280609-172.17.0.3-1733401368015 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:23:05,901 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3cfcac-348a-4488-57db-c3e345685474/cluster_bf6c6e60-de0b-2283-4ca3-024c976fcca7/data/data2/current/BP-2103280609-172.17.0.3-1733401368015 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:23:05,901 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T12:23:05,907 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e225f62{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:23:05,907 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9d207cf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:23:05,907 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:23:05,907 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69ed25a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:23:05,907 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73f3698b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3cfcac-348a-4488-57db-c3e345685474/hadoop.log.dir/,STOPPED} 2024-12-05T12:23:05,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T12:23:05,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T12:23:05,922 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:23:05,922 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:05,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:05,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:05,922 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:23:05,923 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T12:23:05,923 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=551679230, stopped=false 2024-12-05T12:23:05,923 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9ea9abad0e9b,35287,1733401377637 2024-12-05T12:23:05,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36881-0x101a69f89090007, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-921508461/running 2024-12-05T12:23:05,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35287-0x101a69f89090006, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-921508461/running 2024-12-05T12:23:05,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35287-0x101a69f89090006, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-921508461 2024-12-05T12:23:05,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36881-0x101a69f89090007, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-921508461 2024-12-05T12:23:05,939 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:23:05,939 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:23:05,939 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:05,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:05,939 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35287-0x101a69f89090006, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Set watcher on znode that does not yet exist, /0-921508461/running 2024-12-05T12:23:05,939 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9ea9abad0e9b,36881,1733401377674' ***** 2024-12-05T12:23:05,939 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T12:23:05,940 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36881-0x101a69f89090007, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Set watcher on znode that does not yet exist, /0-921508461/running 2024-12-05T12:23:05,940 INFO [RS:0;9ea9abad0e9b:36881 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T12:23:05,940 INFO [RS:0;9ea9abad0e9b:36881 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T12:23:05,940 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T12:23:05,940 INFO [RS:0;9ea9abad0e9b:36881 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T12:23:05,940 INFO [RS:0;9ea9abad0e9b:36881 {}] regionserver.HRegionServer(3091): Received CLOSE for 6bed4de58eb970d840a58d992d95e34c 2024-12-05T12:23:05,940 INFO [RS:0;9ea9abad0e9b:36881 {}] regionserver.HRegionServer(959): stopping server 9ea9abad0e9b,36881,1733401377674 2024-12-05T12:23:05,940 INFO [RS:0;9ea9abad0e9b:36881 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:23:05,940 INFO [RS:0;9ea9abad0e9b:36881 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ea9abad0e9b:36881. 2024-12-05T12:23:05,940 DEBUG [RS:0;9ea9abad0e9b:36881 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:05,940 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6bed4de58eb970d840a58d992d95e34c, disabling compactions & flushes 2024-12-05T12:23:05,940 DEBUG [RS:0;9ea9abad0e9b:36881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:05,940 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401372793.6bed4de58eb970d840a58d992d95e34c. 2024-12-05T12:23:05,940 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401372793.6bed4de58eb970d840a58d992d95e34c. 2024-12-05T12:23:05,940 INFO [RS:0;9ea9abad0e9b:36881 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T12:23:05,940 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401372793.6bed4de58eb970d840a58d992d95e34c. after waiting 0 ms 2024-12-05T12:23:05,940 INFO [RS:0;9ea9abad0e9b:36881 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T12:23:05,940 INFO [RS:0;9ea9abad0e9b:36881 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T12:23:05,940 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401372793.6bed4de58eb970d840a58d992d95e34c. 2024-12-05T12:23:05,940 INFO [RS:0;9ea9abad0e9b:36881 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T12:23:05,941 INFO [RS:0;9ea9abad0e9b:36881 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T12:23:05,941 DEBUG [RS:0;9ea9abad0e9b:36881 {}] regionserver.HRegionServer(1325): Online Regions={6bed4de58eb970d840a58d992d95e34c=hbase:replication,,1733401372793.6bed4de58eb970d840a58d992d95e34c., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T12:23:05,941 DEBUG [RS:0;9ea9abad0e9b:36881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6bed4de58eb970d840a58d992d95e34c 2024-12-05T12:23:05,941 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:23:05,941 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:23:05,941 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:23:05,941 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:23:05,941 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:23:05,941 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-05T12:23:05,944 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/data/hbase/replication/6bed4de58eb970d840a58d992d95e34c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-12-05T12:23:05,945 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:23:05,945 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:23:05,945 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733401372793.6bed4de58eb970d840a58d992d95e34c. 2024-12-05T12:23:05,945 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6bed4de58eb970d840a58d992d95e34c: Waiting for close lock at 1733401385940Running coprocessor pre-close hooks at 1733401385940Disabling compacts and flushes for region at 1733401385940Disabling writes for close at 1733401385940Writing region close event to WAL at 1733401385941 (+1 ms)Running coprocessor post-close hooks at 1733401385945 (+4 ms)Closed at 1733401385945 2024-12-05T12:23:05,945 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733401372793.6bed4de58eb970d840a58d992d95e34c. 2024-12-05T12:23:05,955 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/data/hbase/meta/1588230740/.tmp/info/298f0639d2fc4b53b0efd87685b4051b is 147, key is hbase:replication,,1733401372793.6bed4de58eb970d840a58d992d95e34c./info:regioninfo/1733401383258/Put/seqid=0 2024-12-05T12:23:05,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33841 is added to blk_1073741851_1027 (size=6385) 2024-12-05T12:23:05,982 INFO [regionserver/9ea9abad0e9b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:23:06,141 DEBUG [RS:0;9ea9abad0e9b:36881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:23:06,341 DEBUG [RS:0;9ea9abad0e9b:36881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:23:06,359 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/data/hbase/meta/1588230740/.tmp/info/298f0639d2fc4b53b0efd87685b4051b 2024-12-05T12:23:06,364 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/data/hbase/meta/1588230740/.tmp/info/298f0639d2fc4b53b0efd87685b4051b as hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/data/hbase/meta/1588230740/info/298f0639d2fc4b53b0efd87685b4051b 2024-12-05T12:23:06,369 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/data/hbase/meta/1588230740/info/298f0639d2fc4b53b0efd87685b4051b, entries=8, sequenceid=19, filesize=6.2 K 2024-12-05T12:23:06,370 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false 2024-12-05T12:23:06,374 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-05T12:23:06,375 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:23:06,375 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:23:06,375 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:23:06,375 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401385941Running coprocessor pre-close hooks at 1733401385941Disabling compacts and flushes for region at 1733401385941Disabling writes for close at 1733401385941Obtaining lock to block concurrent updates at 1733401385941Preparing flush snapshotting stores in 1588230740 at 1733401385941Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733401385941Flushing stores of hbase:meta,,1.1588230740 at 1733401385942 (+1 ms)Flushing 1588230740/info: creating writer at 1733401385942Flushing 1588230740/info: appending metadata at 1733401385954 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733401385954Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d43ec01: reopening flushed file at 1733401386364 (+410 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false at 1733401386370 (+6 ms)Writing region close event to WAL at 1733401386372 (+2 ms)Running coprocessor post-close hooks at 1733401386375 (+3 ms)Closed at 1733401386375 2024-12-05T12:23:06,375 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T12:23:06,385 DEBUG [RS:0;9ea9abad0e9b:36881.replicationSource.wal-reader.9ea9abad0e9b%2C36881%2C1733401377674,1-9ea9abad0e9b,36881,1733401377674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/WALs/9ea9abad0e9b,36881,1733401377674/9ea9abad0e9b%2C36881%2C1733401377674.1733401378614 to pos 0, reset compression=false 2024-12-05T12:23:06,476 INFO [regionserver/9ea9abad0e9b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T12:23:06,476 INFO [regionserver/9ea9abad0e9b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T12:23:06,541 INFO [RS:0;9ea9abad0e9b:36881 {}] regionserver.HRegionServer(976): stopping server 9ea9abad0e9b,36881,1733401377674; all regions closed. 2024-12-05T12:23:06,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33841 is added to blk_1073741849_1025 (size=2156) 2024-12-05T12:23:06,546 DEBUG [RS:0;9ea9abad0e9b:36881 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/oldWALs 2024-12-05T12:23:06,546 INFO [RS:0;9ea9abad0e9b:36881 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ea9abad0e9b%2C36881%2C1733401377674.meta:.meta(num 1733401378977) 2024-12-05T12:23:06,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33841 is added to blk_1073741850_1026 (size=796) 2024-12-05T12:23:06,549 DEBUG [RS:0;9ea9abad0e9b:36881 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/oldWALs 2024-12-05T12:23:06,549 INFO [RS:0;9ea9abad0e9b:36881 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ea9abad0e9b%2C36881%2C1733401377674.rep:(num 1733401383226) 2024-12-05T12:23:06,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33841 is added to blk_1073741848_1024 (size=93) 2024-12-05T12:23:06,551 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/WALs/9ea9abad0e9b,36881,1733401377674/9ea9abad0e9b%2C36881%2C1733401377674.1733401378614 not finished, retry = 0 2024-12-05T12:23:06,653 DEBUG [RS:0;9ea9abad0e9b:36881 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/oldWALs 2024-12-05T12:23:06,653 INFO [RS:0;9ea9abad0e9b:36881 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ea9abad0e9b%2C36881%2C1733401377674:(num 1733401378614) 2024-12-05T12:23:06,653 DEBUG [RS:0;9ea9abad0e9b:36881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:06,653 INFO [RS:0;9ea9abad0e9b:36881 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:23:06,653 INFO [RS:0;9ea9abad0e9b:36881 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:23:06,654 INFO [RS:0;9ea9abad0e9b:36881 {}] hbase.ChoreService(370): Chore service for: regionserver/9ea9abad0e9b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T12:23:06,654 INFO [RS:0;9ea9abad0e9b:36881 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:23:06,654 INFO [regionserver/9ea9abad0e9b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:23:06,654 INFO [RS:0;9ea9abad0e9b:36881 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9ea9abad0e9b,36881,1733401377674 because: Region server is closing 2024-12-05T12:23:06,654 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/9ea9abad0e9b:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-05T12:23:06,654 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/9ea9abad0e9b:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-05T12:23:06,654 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/9ea9abad0e9b:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-05T12:23:06,654 INFO [RS:0;9ea9abad0e9b:36881 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ea9abad0e9b:36881. 2024-12-05T12:23:06,654 DEBUG [RS:0;9ea9abad0e9b:36881 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:06,654 DEBUG [RS:0;9ea9abad0e9b:36881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:06,654 DEBUG [RS:0;9ea9abad0e9b:36881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:06,654 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:23:06,755 WARN [RS:0;9ea9abad0e9b:36881.replicationSource.wal-reader.9ea9abad0e9b%2C36881%2C1733401377674,1-9ea9abad0e9b,36881,1733401377674 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T12:23:06,755 WARN [RS:0;9ea9abad0e9b:36881.replicationSource.shipper9ea9abad0e9b%2C36881%2C1733401377674,1-9ea9abad0e9b,36881,1733401377674 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T12:23:06,755 INFO [RS:0;9ea9abad0e9b:36881 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;9ea9abad0e9b:36881.replicationSource.shipper9ea9abad0e9b%2C36881%2C1733401377674,1-9ea9abad0e9b,36881,1733401377674 terminated 2024-12-05T12:23:06,755 INFO [RS:0;9ea9abad0e9b:36881 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36881 2024-12-05T12:23:06,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35287-0x101a69f89090006, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-921508461/rs 2024-12-05T12:23:06,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36881-0x101a69f89090007, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-921508461/rs/9ea9abad0e9b,36881,1733401377674 2024-12-05T12:23:06,801 INFO [RS:0;9ea9abad0e9b:36881 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:23:06,810 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9ea9abad0e9b,36881,1733401377674] 2024-12-05T12:23:06,818 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-921508461/draining/9ea9abad0e9b,36881,1733401377674 already deleted, retry=false 2024-12-05T12:23:06,818 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9ea9abad0e9b,36881,1733401377674 expired; onlineServers=0 2024-12-05T12:23:06,818 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9ea9abad0e9b,35287,1733401377637' ***** 2024-12-05T12:23:06,818 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T12:23:06,818 INFO [M:0;9ea9abad0e9b:35287 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:23:06,818 INFO [M:0;9ea9abad0e9b:35287 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:23:06,818 DEBUG [M:0;9ea9abad0e9b:35287 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T12:23:06,818 DEBUG [M:0;9ea9abad0e9b:35287 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T12:23:06,818 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T12:23:06,818 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401378383 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401378383,5,FailOnTimeoutGroup] 2024-12-05T12:23:06,818 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401378386 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401378386,5,FailOnTimeoutGroup] 2024-12-05T12:23:06,818 INFO [M:0;9ea9abad0e9b:35287 {}] hbase.ChoreService(370): Chore service for: master/9ea9abad0e9b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T12:23:06,818 INFO [M:0;9ea9abad0e9b:35287 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:23:06,818 DEBUG [M:0;9ea9abad0e9b:35287 {}] master.HMaster(1795): Stopping service threads 2024-12-05T12:23:06,819 INFO [M:0;9ea9abad0e9b:35287 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T12:23:06,819 INFO [M:0;9ea9abad0e9b:35287 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:23:06,819 INFO [M:0;9ea9abad0e9b:35287 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T12:23:06,819 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T12:23:06,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35287-0x101a69f89090006, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-921508461/master 2024-12-05T12:23:06,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35287-0x101a69f89090006, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-921508461 2024-12-05T12:23:06,826 DEBUG [M:0;9ea9abad0e9b:35287 {}] zookeeper.ZKUtil(347): master:35287-0x101a69f89090006, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Unable to get data of znode /0-921508461/master because node does not exist (not an error) 2024-12-05T12:23:06,826 WARN [M:0;9ea9abad0e9b:35287 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T12:23:06,827 INFO [M:0;9ea9abad0e9b:35287 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/.lastflushedseqids 2024-12-05T12:23:06,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33841 is added to blk_1073741852_1028 (size=181) 2024-12-05T12:23:06,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36881-0x101a69f89090007, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:23:06,910 INFO [RS:0;9ea9abad0e9b:36881 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:23:06,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36881-0x101a69f89090007, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:23:06,910 INFO [RS:0;9ea9abad0e9b:36881 {}] regionserver.HRegionServer(1031): Exiting; stopping=9ea9abad0e9b,36881,1733401377674; zookeeper connection closed. 2024-12-05T12:23:06,910 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@b9e224d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@b9e224d 2024-12-05T12:23:06,910 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T12:23:07,232 INFO [M:0;9ea9abad0e9b:35287 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T12:23:07,233 INFO [M:0;9ea9abad0e9b:35287 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T12:23:07,233 DEBUG [M:0;9ea9abad0e9b:35287 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:23:07,233 INFO [M:0;9ea9abad0e9b:35287 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:07,233 DEBUG [M:0;9ea9abad0e9b:35287 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:07,233 DEBUG [M:0;9ea9abad0e9b:35287 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:23:07,233 DEBUG [M:0;9ea9abad0e9b:35287 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:07,233 INFO [M:0;9ea9abad0e9b:35287 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-05T12:23:07,247 DEBUG [M:0;9ea9abad0e9b:35287 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe17c14892e44b55966f027839d471f4 is 82, key is hbase:meta,,1/info:regioninfo/1733401379023/Put/seqid=0 2024-12-05T12:23:07,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33841 is added to blk_1073741853_1029 (size=5672) 2024-12-05T12:23:07,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:23:07,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T12:23:07,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:23:07,653 INFO [M:0;9ea9abad0e9b:35287 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe17c14892e44b55966f027839d471f4 2024-12-05T12:23:07,675 DEBUG [M:0;9ea9abad0e9b:35287 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b3f004e982ff43d1b86aa3d500c2e7b1 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1733401383263/Put/seqid=0 2024-12-05T12:23:07,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33841 is added to blk_1073741854_1030 (size=7312) 2024-12-05T12:23:08,079 INFO [M:0;9ea9abad0e9b:35287 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b3f004e982ff43d1b86aa3d500c2e7b1 2024-12-05T12:23:08,097 DEBUG [M:0;9ea9abad0e9b:35287 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c94e0c5998eb4887aa9f6edf79ef41be is 69, key is 9ea9abad0e9b,36881,1733401377674/rs:state/1733401378429/Put/seqid=0 2024-12-05T12:23:08,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33841 is added to blk_1073741855_1031 (size=5370) 2024-12-05T12:23:08,502 INFO [M:0;9ea9abad0e9b:35287 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c94e0c5998eb4887aa9f6edf79ef41be 2024-12-05T12:23:08,506 INFO [M:0;9ea9abad0e9b:35287 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c94e0c5998eb4887aa9f6edf79ef41be 2024-12-05T12:23:08,507 DEBUG [M:0;9ea9abad0e9b:35287 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe17c14892e44b55966f027839d471f4 as hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fe17c14892e44b55966f027839d471f4 2024-12-05T12:23:08,511 INFO [M:0;9ea9abad0e9b:35287 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fe17c14892e44b55966f027839d471f4, entries=8, sequenceid=127, filesize=5.5 K 2024-12-05T12:23:08,512 DEBUG [M:0;9ea9abad0e9b:35287 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b3f004e982ff43d1b86aa3d500c2e7b1 as hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b3f004e982ff43d1b86aa3d500c2e7b1 2024-12-05T12:23:08,516 INFO [M:0;9ea9abad0e9b:35287 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b3f004e982ff43d1b86aa3d500c2e7b1, entries=7, sequenceid=127, filesize=7.1 K 2024-12-05T12:23:08,517 DEBUG [M:0;9ea9abad0e9b:35287 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c94e0c5998eb4887aa9f6edf79ef41be as hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c94e0c5998eb4887aa9f6edf79ef41be 2024-12-05T12:23:08,520 INFO [M:0;9ea9abad0e9b:35287 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c94e0c5998eb4887aa9f6edf79ef41be 2024-12-05T12:23:08,521 INFO [M:0;9ea9abad0e9b:35287 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41831/user/jenkins/test-data/7b155db3-2184-1bb3-97e8-670db929993c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c94e0c5998eb4887aa9f6edf79ef41be, entries=2, sequenceid=127, filesize=5.2 K 2024-12-05T12:23:08,521 INFO [M:0;9ea9abad0e9b:35287 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=127, compaction requested=false 2024-12-05T12:23:08,522 INFO [M:0;9ea9abad0e9b:35287 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:08,522 DEBUG [M:0;9ea9abad0e9b:35287 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401387233Disabling compacts and flushes for region at 1733401387233Disabling writes for close at 1733401387233Obtaining lock to block concurrent updates at 1733401387233Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733401387233Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733401387233Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733401387234 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733401387234Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733401387247 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733401387247Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733401387658 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733401387674 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733401387674Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733401388084 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733401388096 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733401388096Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@675dddb0: reopening flushed file at 1733401388506 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4346dbfa: reopening flushed file at 1733401388511 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61af4dca: reopening flushed file at 1733401388516 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=127, compaction requested=false at 1733401388521 (+5 ms)Writing region close event to WAL at 1733401388522 (+1 ms)Closed at 1733401388522 2024-12-05T12:23:08,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33841 is added to blk_1073741847_1023 (size=22903) 2024-12-05T12:23:08,526 INFO [M:0;9ea9abad0e9b:35287 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T12:23:08,526 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:23:08,526 INFO [M:0;9ea9abad0e9b:35287 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35287 2024-12-05T12:23:08,526 INFO [M:0;9ea9abad0e9b:35287 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:23:08,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35287-0x101a69f89090006, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:23:08,635 INFO [M:0;9ea9abad0e9b:35287 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:23:08,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35287-0x101a69f89090006, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:23:08,637 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1233d3d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:23:08,637 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@305dbe87{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:23:08,638 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:23:08,638 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b94c408{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:23:08,638 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16acb552{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c44bac2-b91c-b03f-268f-1919e59b6939/hadoop.log.dir/,STOPPED} 2024-12-05T12:23:08,639 WARN [BP-1415438327-172.17.0.3-1733401363355 heartbeating to localhost/127.0.0.1:41831 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T12:23:08,639 WARN [BP-1415438327-172.17.0.3-1733401363355 heartbeating to localhost/127.0.0.1:41831 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1415438327-172.17.0.3-1733401363355 (Datanode Uuid e82fc027-dbb6-4c2b-a617-ae5ede1fbb8f) service to localhost/127.0.0.1:41831 2024-12-05T12:23:08,639 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T12:23:08,639 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T12:23:08,639 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c44bac2-b91c-b03f-268f-1919e59b6939/cluster_044dbdee-0493-d3a6-d5f5-1ae2090cf0db/data/data1/current/BP-1415438327-172.17.0.3-1733401363355 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:23:08,639 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c44bac2-b91c-b03f-268f-1919e59b6939/cluster_044dbdee-0493-d3a6-d5f5-1ae2090cf0db/data/data2/current/BP-1415438327-172.17.0.3-1733401363355 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:23:08,640 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T12:23:08,645 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@32439f1a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:23:08,645 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6cb122ec{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:23:08,645 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:23:08,645 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ef16663{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:23:08,646 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25d8f35b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c44bac2-b91c-b03f-268f-1919e59b6939/hadoop.log.dir/,STOPPED} 2024-12-05T12:23:08,650 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T12:23:08,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T12:23:08,668 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=203 (was 159) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41289 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41289 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41831 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41289 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41831 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41289 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41289 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41289 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41831 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:41831 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:41289 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41831 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41831 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41289 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49550) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:41831 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41831 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41289 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41831 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49550) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41289 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=523 (was 644), ProcessCount=11 (was 11), AvailableMemoryMB=3659 (was 4714) 2024-12-05T12:23:08,675 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=203, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=523, ProcessCount=11, AvailableMemoryMB=3659 2024-12-05T12:23:08,686 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-12-05T12:23:08,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3cfcac-348a-4488-57db-c3e345685474/hadoop.log.dir so I do NOT create it in target/test-data/e3b7005a-db03-6155-a6a4-94c63c641f83 2024-12-05T12:23:08,686 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3cfcac-348a-4488-57db-c3e345685474/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T12:23:08,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3cfcac-348a-4488-57db-c3e345685474/hadoop.tmp.dir so I do NOT create it in target/test-data/e3b7005a-db03-6155-a6a4-94c63c641f83 2024-12-05T12:23:08,686 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3cfcac-348a-4488-57db-c3e345685474/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T12:23:08,686 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b7005a-db03-6155-a6a4-94c63c641f83 2024-12-05T12:23:08,686 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b7005a-db03-6155-a6a4-94c63c641f83/cluster_d9a51afe-4932-ab6e-9146-edf0dbfc2978, deleteOnExit=true 2024-12-05T12:23:08,701 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b7005a-db03-6155-a6a4-94c63c641f83/cluster_d9a51afe-4932-ab6e-9146-edf0dbfc2978/zookeeper_0, clientPort=60610, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b7005a-db03-6155-a6a4-94c63c641f83/cluster_d9a51afe-4932-ab6e-9146-edf0dbfc2978/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b7005a-db03-6155-a6a4-94c63c641f83/cluster_d9a51afe-4932-ab6e-9146-edf0dbfc2978/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T12:23:08,702 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60610 2024-12-05T12:23:08,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T12:23:08,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T12:23:08,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b7005a-db03-6155-a6a4-94c63c641f83/test.cache.data in system properties and HBase conf 2024-12-05T12:23:08,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b7005a-db03-6155-a6a4-94c63c641f83/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T12:23:08,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b7005a-db03-6155-a6a4-94c63c641f83/hadoop.log.dir in system properties and HBase conf 2024-12-05T12:23:08,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b7005a-db03-6155-a6a4-94c63c641f83/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T12:23:08,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b7005a-db03-6155-a6a4-94c63c641f83/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T12:23:08,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T12:23:08,702 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T12:23:08,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b7005a-db03-6155-a6a4-94c63c641f83/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:23:08,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b7005a-db03-6155-a6a4-94c63c641f83/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:23:08,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b7005a-db03-6155-a6a4-94c63c641f83/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T12:23:08,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b7005a-db03-6155-a6a4-94c63c641f83/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:23:08,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b7005a-db03-6155-a6a4-94c63c641f83/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T12:23:08,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b7005a-db03-6155-a6a4-94c63c641f83/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T12:23:08,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b7005a-db03-6155-a6a4-94c63c641f83/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:23:08,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b7005a-db03-6155-a6a4-94c63c641f83/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:23:08,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b7005a-db03-6155-a6a4-94c63c641f83/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T12:23:08,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b7005a-db03-6155-a6a4-94c63c641f83/nfs.dump.dir in system properties and HBase conf 2024-12-05T12:23:08,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b7005a-db03-6155-a6a4-94c63c641f83/java.io.tmpdir in system properties and HBase conf 2024-12-05T12:23:08,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b7005a-db03-6155-a6a4-94c63c641f83/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:23:08,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b7005a-db03-6155-a6a4-94c63c641f83/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T12:23:08,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b7005a-db03-6155-a6a4-94c63c641f83/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T12:23:08,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a69f89090005, quorum=127.0.0.1:49550, baseZNode=/11470705296 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T12:23:08,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a69f89090002, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T12:23:08,749 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a69f89090005, quorum=127.0.0.1:49550, baseZNode=/11470705296 Received Disconnected from ZooKeeper, ignoring 2024-12-05T12:23:08,749 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a69f89090002, quorum=127.0.0.1:49550, baseZNode=/0-921508461 Received Disconnected from ZooKeeper, ignoring 2024-12-05T12:23:08,933 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:23:08,936 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:23:08,937 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:23:08,937 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:23:08,937 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T12:23:08,938 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:23:08,938 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3457eb9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b7005a-db03-6155-a6a4-94c63c641f83/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:23:08,938 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a7cd469{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:23:09,028 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@423ade60{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b7005a-db03-6155-a6a4-94c63c641f83/java.io.tmpdir/jetty-localhost-35309-hadoop-hdfs-3_4_1-tests_jar-_-any-6959202518831071330/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:23:09,028 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@bd8873b{HTTP/1.1, (http/1.1)}{localhost:35309} 2024-12-05T12:23:09,028 INFO [Time-limited test {}] server.Server(415): Started @158110ms 2024-12-05T12:23:09,222 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:23:09,225 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:23:09,228 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:23:09,228 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:23:09,228 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T12:23:09,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7161e3d3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b7005a-db03-6155-a6a4-94c63c641f83/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:23:09,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69d1f1fa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:23:09,319 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@36c96e0b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b7005a-db03-6155-a6a4-94c63c641f83/java.io.tmpdir/jetty-localhost-37013-hadoop-hdfs-3_4_1-tests_jar-_-any-9270415730346650816/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:23:09,319 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d2bdf6b{HTTP/1.1, (http/1.1)}{localhost:37013} 2024-12-05T12:23:09,319 INFO [Time-limited test {}] server.Server(415): Started @158401ms 2024-12-05T12:23:09,320 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T12:23:09,728 WARN [Thread-1683 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b7005a-db03-6155-a6a4-94c63c641f83/cluster_d9a51afe-4932-ab6e-9146-edf0dbfc2978/data/data1/current/BP-267878012-172.17.0.3-1733401388723/current, will proceed with Du for space computation calculation, 2024-12-05T12:23:09,728 WARN [Thread-1684 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b7005a-db03-6155-a6a4-94c63c641f83/cluster_d9a51afe-4932-ab6e-9146-edf0dbfc2978/data/data2/current/BP-267878012-172.17.0.3-1733401388723/current, will proceed with Du for space computation calculation, 2024-12-05T12:23:09,741 WARN [Thread-1671 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T12:23:09,743 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9972dbe0d551175b with lease ID 0xbc7b164c68360ec7: Processing first storage report for DS-6886d919-9ba8-4271-aff9-461395b64ace from datanode DatanodeRegistration(127.0.0.1:41773, datanodeUuid=4ad174b4-faa5-47e3-b877-31fc0c4304d0, infoPort=39223, infoSecurePort=0, ipcPort=37911, storageInfo=lv=-57;cid=testClusterID;nsid=227476466;c=1733401388723) 2024-12-05T12:23:09,743 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9972dbe0d551175b with lease ID 0xbc7b164c68360ec7: from storage DS-6886d919-9ba8-4271-aff9-461395b64ace node DatanodeRegistration(127.0.0.1:41773, datanodeUuid=4ad174b4-faa5-47e3-b877-31fc0c4304d0, infoPort=39223, infoSecurePort=0, ipcPort=37911, storageInfo=lv=-57;cid=testClusterID;nsid=227476466;c=1733401388723), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T12:23:09,743 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9972dbe0d551175b with lease ID 0xbc7b164c68360ec7: Processing first storage report for DS-b31f97bc-6ea9-4f26-90b9-a7779798af82 from datanode DatanodeRegistration(127.0.0.1:41773, datanodeUuid=4ad174b4-faa5-47e3-b877-31fc0c4304d0, infoPort=39223, infoSecurePort=0, ipcPort=37911, storageInfo=lv=-57;cid=testClusterID;nsid=227476466;c=1733401388723) 2024-12-05T12:23:09,743 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9972dbe0d551175b with lease ID 0xbc7b164c68360ec7: from storage DS-b31f97bc-6ea9-4f26-90b9-a7779798af82 node DatanodeRegistration(127.0.0.1:41773, datanodeUuid=4ad174b4-faa5-47e3-b877-31fc0c4304d0, infoPort=39223, infoSecurePort=0, ipcPort=37911, storageInfo=lv=-57;cid=testClusterID;nsid=227476466;c=1733401388723), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:23:09,843 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b7005a-db03-6155-a6a4-94c63c641f83 2024-12-05T12:23:09,843 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:09,844 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:09,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41773 is added to blk_1073741825_1001 (size=7) 2024-12-05T12:23:10,251 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6 with version=8 2024-12-05T12:23:10,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/hbase-staging 2024-12-05T12:23:10,252 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9ea9abad0e9b:0 server-side Connection retries=45 2024-12-05T12:23:10,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:23:10,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:23:10,252 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:23:10,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:23:10,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:23:10,252 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T12:23:10,253 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:23:10,253 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45687 2024-12-05T12:23:10,254 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45687 connecting to ZooKeeper ensemble=127.0.0.1:60610 2024-12-05T12:23:10,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:456870x0, quorum=127.0.0.1:60610, baseZNode=/0158739110 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:23:10,310 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45687-0x101a69fec450000 connected 2024-12-05T12:23:10,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:10,373 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:10,375 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45687-0x101a69fec450000, quorum=127.0.0.1:60610, baseZNode=/0158739110 Set watcher on znode that does not yet exist, /0158739110/running 2024-12-05T12:23:10,375 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6, hbase.cluster.distributed=false 2024-12-05T12:23:10,376 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45687-0x101a69fec450000, quorum=127.0.0.1:60610, baseZNode=/0158739110 Set watcher on znode that does not yet exist, /0158739110/acl 2024-12-05T12:23:10,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45687 2024-12-05T12:23:10,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45687 2024-12-05T12:23:10,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45687 2024-12-05T12:23:10,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45687 2024-12-05T12:23:10,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45687 2024-12-05T12:23:10,390 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9ea9abad0e9b:0 server-side Connection retries=45 2024-12-05T12:23:10,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:23:10,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:23:10,390 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:23:10,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:23:10,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:23:10,390 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T12:23:10,391 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:23:10,391 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41705 2024-12-05T12:23:10,392 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41705 connecting to ZooKeeper ensemble=127.0.0.1:60610 2024-12-05T12:23:10,393 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:10,395 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:10,405 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417050x0, quorum=127.0.0.1:60610, baseZNode=/0158739110 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:23:10,405 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:417050x0, quorum=127.0.0.1:60610, baseZNode=/0158739110 Set watcher on znode that does not yet exist, /0158739110/running 2024-12-05T12:23:10,406 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41705-0x101a69fec450001 connected 2024-12-05T12:23:10,406 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T12:23:10,406 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T12:23:10,407 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41705-0x101a69fec450001, quorum=127.0.0.1:60610, baseZNode=/0158739110 Set watcher on znode that does not yet exist, /0158739110/master 2024-12-05T12:23:10,407 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41705-0x101a69fec450001, quorum=127.0.0.1:60610, baseZNode=/0158739110 Set watcher on znode that does not yet exist, /0158739110/acl 2024-12-05T12:23:10,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41705 2024-12-05T12:23:10,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41705 2024-12-05T12:23:10,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41705 2024-12-05T12:23:10,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41705 2024-12-05T12:23:10,415 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41705 2024-12-05T12:23:10,425 DEBUG [M:0;9ea9abad0e9b:45687 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9ea9abad0e9b:45687 2024-12-05T12:23:10,427 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0158739110/backup-masters/9ea9abad0e9b,45687,1733401390252 2024-12-05T12:23:10,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45687-0x101a69fec450000, quorum=127.0.0.1:60610, baseZNode=/0158739110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0158739110/backup-masters 2024-12-05T12:23:10,434 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41705-0x101a69fec450001, quorum=127.0.0.1:60610, baseZNode=/0158739110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0158739110/backup-masters 2024-12-05T12:23:10,435 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45687-0x101a69fec450000, quorum=127.0.0.1:60610, baseZNode=/0158739110 Set watcher on existing znode=/0158739110/backup-masters/9ea9abad0e9b,45687,1733401390252 2024-12-05T12:23:10,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45687-0x101a69fec450000, quorum=127.0.0.1:60610, baseZNode=/0158739110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0158739110 2024-12-05T12:23:10,443 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41705-0x101a69fec450001, quorum=127.0.0.1:60610, baseZNode=/0158739110 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0158739110/master 2024-12-05T12:23:10,443 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41705-0x101a69fec450001, quorum=127.0.0.1:60610, baseZNode=/0158739110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0158739110 2024-12-05T12:23:10,443 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45687-0x101a69fec450000, quorum=127.0.0.1:60610, baseZNode=/0158739110 Set watcher on existing znode=/0158739110/master 2024-12-05T12:23:10,443 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0158739110/backup-masters/9ea9abad0e9b,45687,1733401390252 from backup master directory 2024-12-05T12:23:10,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45687-0x101a69fec450000, quorum=127.0.0.1:60610, baseZNode=/0158739110 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0158739110/backup-masters/9ea9abad0e9b,45687,1733401390252 2024-12-05T12:23:10,451 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41705-0x101a69fec450001, quorum=127.0.0.1:60610, baseZNode=/0158739110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0158739110/backup-masters 2024-12-05T12:23:10,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45687-0x101a69fec450000, quorum=127.0.0.1:60610, baseZNode=/0158739110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0158739110/backup-masters 2024-12-05T12:23:10,451 WARN [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:23:10,451 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9ea9abad0e9b,45687,1733401390252 2024-12-05T12:23:10,454 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/hbase.id] with ID: 9a5768ac-c8de-40ea-8ac9-ba05446d0020 2024-12-05T12:23:10,454 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/.tmp/hbase.id 2024-12-05T12:23:10,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41773 is added to blk_1073741826_1002 (size=42) 2024-12-05T12:23:10,858 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/.tmp/hbase.id]:[hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/hbase.id] 2024-12-05T12:23:10,868 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:10,868 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T12:23:10,869 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T12:23:10,901 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41705-0x101a69fec450001, quorum=127.0.0.1:60610, baseZNode=/0158739110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0158739110 2024-12-05T12:23:10,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45687-0x101a69fec450000, quorum=127.0.0.1:60610, baseZNode=/0158739110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0158739110 2024-12-05T12:23:10,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41773 is added to blk_1073741827_1003 (size=196) 2024-12-05T12:23:11,306 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:23:11,307 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T12:23:11,308 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:23:11,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41773 is added to blk_1073741828_1004 (size=1189) 2024-12-05T12:23:11,447 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:23:11,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:11,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:11,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:11,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:11,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:11,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:11,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:11,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:11,714 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/MasterData/data/master/store 2024-12-05T12:23:11,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41773 is added to blk_1073741829_1005 (size=34) 2024-12-05T12:23:12,119 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:12,119 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:23:12,119 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:12,119 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:12,119 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:23:12,119 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:12,120 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:12,120 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401392119Disabling compacts and flushes for region at 1733401392119Disabling writes for close at 1733401392119Writing region close event to WAL at 1733401392119Closed at 1733401392120 (+1 ms) 2024-12-05T12:23:12,120 WARN [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/MasterData/data/master/store/.initializing 2024-12-05T12:23:12,120 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/MasterData/WALs/9ea9abad0e9b,45687,1733401390252 2024-12-05T12:23:12,121 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:23:12,123 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9ea9abad0e9b%2C45687%2C1733401390252, suffix=, logDir=hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/MasterData/WALs/9ea9abad0e9b,45687,1733401390252, archiveDir=hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/MasterData/oldWALs, maxLogs=10 2024-12-05T12:23:12,137 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/MasterData/WALs/9ea9abad0e9b,45687,1733401390252/9ea9abad0e9b%2C45687%2C1733401390252.1733401392123, exclude list is [], retry=0 2024-12-05T12:23:12,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41773,DS-6886d919-9ba8-4271-aff9-461395b64ace,DISK] 2024-12-05T12:23:12,141 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/MasterData/WALs/9ea9abad0e9b,45687,1733401390252/9ea9abad0e9b%2C45687%2C1733401390252.1733401392123 2024-12-05T12:23:12,141 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39223:39223)] 2024-12-05T12:23:12,142 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:23:12,142 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:12,142 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:12,142 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:12,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:12,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T12:23:12,144 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:12,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:12,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:12,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T12:23:12,146 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:12,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:12,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:12,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T12:23:12,147 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:12,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:12,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:12,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T12:23:12,149 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:12,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:12,149 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:12,150 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:12,151 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:12,152 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:12,152 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:12,152 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:23:12,153 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:12,154 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:23:12,155 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68998672, jitterRate=0.02816033363342285}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:23:12,155 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733401392142Initializing all the Stores at 1733401392143 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401392143Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401392143Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401392143Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401392143Cleaning up temporary data from old regions at 1733401392152 (+9 ms)Region opened successfully at 1733401392155 (+3 ms) 2024-12-05T12:23:12,155 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T12:23:12,158 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19140ece, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ea9abad0e9b/172.17.0.3:0 2024-12-05T12:23:12,158 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T12:23:12,158 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T12:23:12,158 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T12:23:12,158 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T12:23:12,159 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T12:23:12,159 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T12:23:12,159 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T12:23:12,160 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T12:23:12,161 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45687-0x101a69fec450000, quorum=127.0.0.1:60610, baseZNode=/0158739110 Unable to get data of znode /0158739110/balancer because node does not exist (not necessarily an error) 2024-12-05T12:23:12,209 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0158739110/balancer already deleted, retry=false 2024-12-05T12:23:12,209 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T12:23:12,210 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45687-0x101a69fec450000, quorum=127.0.0.1:60610, baseZNode=/0158739110 Unable to get data of znode /0158739110/normalizer because node does not exist (not necessarily an error) 2024-12-05T12:23:12,217 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0158739110/normalizer already deleted, retry=false 2024-12-05T12:23:12,218 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T12:23:12,218 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45687-0x101a69fec450000, quorum=127.0.0.1:60610, baseZNode=/0158739110 Unable to get data of znode /0158739110/switch/split because node does not exist (not necessarily an error) 2024-12-05T12:23:12,226 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0158739110/switch/split already deleted, retry=false 2024-12-05T12:23:12,226 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45687-0x101a69fec450000, quorum=127.0.0.1:60610, baseZNode=/0158739110 Unable to get data of znode /0158739110/switch/merge because node does not exist (not necessarily an error) 2024-12-05T12:23:12,234 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0158739110/switch/merge already deleted, retry=false 2024-12-05T12:23:12,236 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45687-0x101a69fec450000, quorum=127.0.0.1:60610, baseZNode=/0158739110 Unable to get data of znode /0158739110/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T12:23:12,242 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0158739110/snapshot-cleanup already deleted, retry=false 2024-12-05T12:23:12,251 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41705-0x101a69fec450001, quorum=127.0.0.1:60610, baseZNode=/0158739110 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0158739110/running 2024-12-05T12:23:12,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45687-0x101a69fec450000, quorum=127.0.0.1:60610, baseZNode=/0158739110 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0158739110/running 2024-12-05T12:23:12,251 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41705-0x101a69fec450001, quorum=127.0.0.1:60610, baseZNode=/0158739110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0158739110 2024-12-05T12:23:12,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45687-0x101a69fec450000, quorum=127.0.0.1:60610, baseZNode=/0158739110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0158739110 2024-12-05T12:23:12,251 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9ea9abad0e9b,45687,1733401390252, sessionid=0x101a69fec450000, setting cluster-up flag (Was=false) 2024-12-05T12:23:12,268 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41705-0x101a69fec450001, quorum=127.0.0.1:60610, baseZNode=/0158739110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0158739110 2024-12-05T12:23:12,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45687-0x101a69fec450000, quorum=127.0.0.1:60610, baseZNode=/0158739110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0158739110 2024-12-05T12:23:12,293 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0158739110/flush-table-proc/acquired, /0158739110/flush-table-proc/reached, /0158739110/flush-table-proc/abort 2024-12-05T12:23:12,294 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ea9abad0e9b,45687,1733401390252 2024-12-05T12:23:12,309 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41705-0x101a69fec450001, quorum=127.0.0.1:60610, baseZNode=/0158739110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0158739110 2024-12-05T12:23:12,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45687-0x101a69fec450000, quorum=127.0.0.1:60610, baseZNode=/0158739110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0158739110 2024-12-05T12:23:12,334 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0158739110/online-snapshot/acquired, /0158739110/online-snapshot/reached, /0158739110/online-snapshot/abort 2024-12-05T12:23:12,335 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ea9abad0e9b,45687,1733401390252 2024-12-05T12:23:12,336 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T12:23:12,337 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T12:23:12,337 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T12:23:12,338 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T12:23:12,338 WARN [master/9ea9abad0e9b:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 9ea9abad0e9b,46307,1733401365290: status=Processing ServerCrashProcedure of 9ea9abad0e9b,46307,1733401365290 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733401378374, completionTime=-1 appears to have been leaked 2024-12-05T12:23:12,338 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9ea9abad0e9b,45687,1733401390252 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T12:23:12,339 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:23:12,339 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:23:12,339 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:23:12,339 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:23:12,339 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9ea9abad0e9b:0, corePoolSize=10, maxPoolSize=10 2024-12-05T12:23:12,339 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:12,339 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:23:12,339 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:12,342 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733401422342 2024-12-05T12:23:12,342 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T12:23:12,343 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T12:23:12,343 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T12:23:12,343 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T12:23:12,343 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T12:23:12,343 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T12:23:12,343 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:12,343 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:23:12,343 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T12:23:12,343 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T12:23:12,343 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T12:23:12,343 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T12:23:12,343 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T12:23:12,343 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T12:23:12,343 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T12:23:12,344 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:12,344 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T12:23:12,346 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401392343,5,FailOnTimeoutGroup] 2024-12-05T12:23:12,347 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401392346,5,FailOnTimeoutGroup] 2024-12-05T12:23:12,347 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:12,347 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T12:23:12,347 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:12,347 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:12,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41773 is added to blk_1073741831_1007 (size=1321) 2024-12-05T12:23:12,418 INFO [RS:0;9ea9abad0e9b:41705 {}] regionserver.HRegionServer(746): ClusterId : 9a5768ac-c8de-40ea-8ac9-ba05446d0020 2024-12-05T12:23:12,418 DEBUG [RS:0;9ea9abad0e9b:41705 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T12:23:12,426 DEBUG [RS:0;9ea9abad0e9b:41705 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T12:23:12,427 DEBUG [RS:0;9ea9abad0e9b:41705 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T12:23:12,435 DEBUG [RS:0;9ea9abad0e9b:41705 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T12:23:12,435 DEBUG [RS:0;9ea9abad0e9b:41705 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e39a9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ea9abad0e9b/172.17.0.3:0 2024-12-05T12:23:12,444 DEBUG [RS:0;9ea9abad0e9b:41705 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9ea9abad0e9b:41705 2024-12-05T12:23:12,444 INFO [RS:0;9ea9abad0e9b:41705 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T12:23:12,444 INFO [RS:0;9ea9abad0e9b:41705 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T12:23:12,444 DEBUG [RS:0;9ea9abad0e9b:41705 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T12:23:12,445 INFO [RS:0;9ea9abad0e9b:41705 {}] regionserver.HRegionServer(2659): reportForDuty to master=9ea9abad0e9b,45687,1733401390252 with port=41705, startcode=1733401390390 2024-12-05T12:23:12,445 DEBUG [RS:0;9ea9abad0e9b:41705 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T12:23:12,447 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44961, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T12:23:12,447 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45687 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9ea9abad0e9b,41705,1733401390390 2024-12-05T12:23:12,447 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45687 {}] master.ServerManager(517): Registering regionserver=9ea9abad0e9b,41705,1733401390390 2024-12-05T12:23:12,448 DEBUG [RS:0;9ea9abad0e9b:41705 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6 2024-12-05T12:23:12,448 DEBUG [RS:0;9ea9abad0e9b:41705 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37405 2024-12-05T12:23:12,448 DEBUG [RS:0;9ea9abad0e9b:41705 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T12:23:12,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45687-0x101a69fec450000, quorum=127.0.0.1:60610, baseZNode=/0158739110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0158739110/rs 2024-12-05T12:23:12,455 DEBUG [RS:0;9ea9abad0e9b:41705 {}] zookeeper.ZKUtil(111): regionserver:41705-0x101a69fec450001, quorum=127.0.0.1:60610, baseZNode=/0158739110 Set watcher on existing znode=/0158739110/rs/9ea9abad0e9b,41705,1733401390390 2024-12-05T12:23:12,455 WARN [RS:0;9ea9abad0e9b:41705 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:23:12,455 INFO [RS:0;9ea9abad0e9b:41705 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:23:12,455 DEBUG [RS:0;9ea9abad0e9b:41705 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/WALs/9ea9abad0e9b,41705,1733401390390 2024-12-05T12:23:12,456 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9ea9abad0e9b,41705,1733401390390] 2024-12-05T12:23:12,459 INFO [RS:0;9ea9abad0e9b:41705 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T12:23:12,460 INFO [RS:0;9ea9abad0e9b:41705 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T12:23:12,460 INFO [RS:0;9ea9abad0e9b:41705 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T12:23:12,460 INFO [RS:0;9ea9abad0e9b:41705 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:12,460 INFO [RS:0;9ea9abad0e9b:41705 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T12:23:12,461 INFO [RS:0;9ea9abad0e9b:41705 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T12:23:12,461 INFO [RS:0;9ea9abad0e9b:41705 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:12,461 DEBUG [RS:0;9ea9abad0e9b:41705 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:12,461 DEBUG [RS:0;9ea9abad0e9b:41705 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:12,461 DEBUG [RS:0;9ea9abad0e9b:41705 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:12,461 DEBUG [RS:0;9ea9abad0e9b:41705 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:12,461 DEBUG [RS:0;9ea9abad0e9b:41705 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:12,461 DEBUG [RS:0;9ea9abad0e9b:41705 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9ea9abad0e9b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:23:12,461 DEBUG [RS:0;9ea9abad0e9b:41705 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:12,461 DEBUG [RS:0;9ea9abad0e9b:41705 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:12,461 DEBUG [RS:0;9ea9abad0e9b:41705 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:12,461 DEBUG [RS:0;9ea9abad0e9b:41705 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:12,461 DEBUG [RS:0;9ea9abad0e9b:41705 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:12,461 DEBUG [RS:0;9ea9abad0e9b:41705 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:12,461 DEBUG [RS:0;9ea9abad0e9b:41705 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9ea9abad0e9b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:23:12,461 DEBUG [RS:0;9ea9abad0e9b:41705 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9ea9abad0e9b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:23:12,464 INFO [RS:0;9ea9abad0e9b:41705 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:12,464 INFO [RS:0;9ea9abad0e9b:41705 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:12,464 INFO [RS:0;9ea9abad0e9b:41705 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:12,465 INFO [RS:0;9ea9abad0e9b:41705 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:12,465 INFO [RS:0;9ea9abad0e9b:41705 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:12,465 INFO [RS:0;9ea9abad0e9b:41705 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,41705,1733401390390-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:23:12,483 INFO [RS:0;9ea9abad0e9b:41705 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T12:23:12,483 INFO [RS:0;9ea9abad0e9b:41705 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,41705,1733401390390-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:12,483 INFO [RS:0;9ea9abad0e9b:41705 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:12,483 INFO [RS:0;9ea9abad0e9b:41705 {}] regionserver.Replication(171): 9ea9abad0e9b,41705,1733401390390 started 2024-12-05T12:23:12,498 INFO [RS:0;9ea9abad0e9b:41705 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:12,498 INFO [RS:0;9ea9abad0e9b:41705 {}] regionserver.HRegionServer(1482): Serving as 9ea9abad0e9b,41705,1733401390390, RpcServer on 9ea9abad0e9b/172.17.0.3:41705, sessionid=0x101a69fec450001 2024-12-05T12:23:12,498 DEBUG [RS:0;9ea9abad0e9b:41705 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T12:23:12,498 DEBUG [RS:0;9ea9abad0e9b:41705 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9ea9abad0e9b,41705,1733401390390 2024-12-05T12:23:12,498 DEBUG [RS:0;9ea9abad0e9b:41705 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ea9abad0e9b,41705,1733401390390' 2024-12-05T12:23:12,498 DEBUG [RS:0;9ea9abad0e9b:41705 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0158739110/flush-table-proc/abort' 2024-12-05T12:23:12,498 DEBUG [RS:0;9ea9abad0e9b:41705 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0158739110/flush-table-proc/acquired' 2024-12-05T12:23:12,499 DEBUG [RS:0;9ea9abad0e9b:41705 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T12:23:12,499 DEBUG [RS:0;9ea9abad0e9b:41705 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T12:23:12,499 DEBUG [RS:0;9ea9abad0e9b:41705 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9ea9abad0e9b,41705,1733401390390 2024-12-05T12:23:12,499 DEBUG [RS:0;9ea9abad0e9b:41705 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ea9abad0e9b,41705,1733401390390' 2024-12-05T12:23:12,499 DEBUG [RS:0;9ea9abad0e9b:41705 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0158739110/online-snapshot/abort' 2024-12-05T12:23:12,499 DEBUG [RS:0;9ea9abad0e9b:41705 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0158739110/online-snapshot/acquired' 2024-12-05T12:23:12,499 DEBUG [RS:0;9ea9abad0e9b:41705 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T12:23:12,499 INFO [RS:0;9ea9abad0e9b:41705 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T12:23:12,499 INFO [RS:0;9ea9abad0e9b:41705 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T12:23:12,599 INFO [RS:0;9ea9abad0e9b:41705 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:23:12,601 INFO [RS:0;9ea9abad0e9b:41705 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C41705%2C1733401390390, suffix=, logDir=hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/WALs/9ea9abad0e9b,41705,1733401390390, archiveDir=hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/oldWALs, maxLogs=10 2024-12-05T12:23:12,611 DEBUG [RS:0;9ea9abad0e9b:41705 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/WALs/9ea9abad0e9b,41705,1733401390390/9ea9abad0e9b%2C41705%2C1733401390390.1733401392601, exclude list is [], retry=0 2024-12-05T12:23:12,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41773,DS-6886d919-9ba8-4271-aff9-461395b64ace,DISK] 2024-12-05T12:23:12,615 INFO [RS:0;9ea9abad0e9b:41705 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/WALs/9ea9abad0e9b,41705,1733401390390/9ea9abad0e9b%2C41705%2C1733401390390.1733401392601 2024-12-05T12:23:12,616 DEBUG [RS:0;9ea9abad0e9b:41705 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39223:39223)] 2024-12-05T12:23:12,751 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T12:23:12,751 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6 2024-12-05T12:23:12,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41773 is added to blk_1073741833_1009 (size=32) 2024-12-05T12:23:13,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:13,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:23:13,159 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:23:13,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:13,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:13,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:23:13,160 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:23:13,160 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:13,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:13,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:23:13,162 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:23:13,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:13,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:13,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:23:13,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:23:13,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:13,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:13,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:23:13,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/data/hbase/meta/1588230740 2024-12-05T12:23:13,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/data/hbase/meta/1588230740 2024-12-05T12:23:13,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:23:13,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:23:13,165 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:23:13,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:23:13,168 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:23:13,168 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60869872, jitterRate=-0.09296822547912598}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:23:13,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733401393157Initializing all the Stores at 1733401393158 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401393158Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401393158Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401393158Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401393158Cleaning up temporary data from old regions at 1733401393165 (+7 ms)Region opened successfully at 1733401393169 (+4 ms) 2024-12-05T12:23:13,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:23:13,169 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:23:13,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:23:13,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:23:13,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:23:13,169 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:23:13,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401393169Disabling compacts and flushes for region at 1733401393169Disabling writes for close at 1733401393169Writing region close event to WAL at 1733401393169Closed at 1733401393169 2024-12-05T12:23:13,171 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:23:13,171 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T12:23:13,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T12:23:13,172 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:23:13,172 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T12:23:13,323 DEBUG [9ea9abad0e9b:45687 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T12:23:13,323 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9ea9abad0e9b,41705,1733401390390 2024-12-05T12:23:13,324 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ea9abad0e9b,41705,1733401390390, state=OPENING 2024-12-05T12:23:13,338 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T12:23:13,346 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41705-0x101a69fec450001, quorum=127.0.0.1:60610, baseZNode=/0158739110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0158739110 2024-12-05T12:23:13,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45687-0x101a69fec450000, quorum=127.0.0.1:60610, baseZNode=/0158739110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0158739110 2024-12-05T12:23:13,347 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:23:13,347 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0158739110/meta-region-server: CHANGED 2024-12-05T12:23:13,347 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0158739110/meta-region-server: CHANGED 2024-12-05T12:23:13,347 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,41705,1733401390390}] 2024-12-05T12:23:13,499 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:23:13,500 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50133, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T12:23:13,504 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T12:23:13,504 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:23:13,504 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T12:23:13,505 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C41705%2C1733401390390.meta, suffix=.meta, logDir=hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/WALs/9ea9abad0e9b,41705,1733401390390, archiveDir=hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/oldWALs, maxLogs=10 2024-12-05T12:23:13,516 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/WALs/9ea9abad0e9b,41705,1733401390390/9ea9abad0e9b%2C41705%2C1733401390390.meta.1733401393505.meta, exclude list is [], retry=0 2024-12-05T12:23:13,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41773,DS-6886d919-9ba8-4271-aff9-461395b64ace,DISK] 2024-12-05T12:23:13,520 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/WALs/9ea9abad0e9b,41705,1733401390390/9ea9abad0e9b%2C41705%2C1733401390390.meta.1733401393505.meta 2024-12-05T12:23:13,520 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39223:39223)] 2024-12-05T12:23:13,520 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:23:13,520 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:23:13,520 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:23:13,520 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T12:23:13,520 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T12:23:13,521 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T12:23:13,521 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:13,521 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T12:23:13,521 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T12:23:13,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:23:13,522 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:23:13,522 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:13,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:13,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:23:13,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:23:13,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:13,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:13,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:23:13,524 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:23:13,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:13,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:13,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:23:13,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:23:13,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:13,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:13,526 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:23:13,526 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/data/hbase/meta/1588230740 2024-12-05T12:23:13,527 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/data/hbase/meta/1588230740 2024-12-05T12:23:13,528 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:23:13,528 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:23:13,529 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:23:13,529 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:23:13,530 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66599704, jitterRate=-0.007587075233459473}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:23:13,530 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T12:23:13,530 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733401393521Writing region info on filesystem at 1733401393521Initializing all the Stores at 1733401393521Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401393521Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401393522 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401393522Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401393522Cleaning up temporary data from old regions at 1733401393528 (+6 ms)Running coprocessor post-open hooks at 1733401393530 (+2 ms)Region opened successfully at 1733401393530 2024-12-05T12:23:13,531 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733401393499 2024-12-05T12:23:13,533 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T12:23:13,533 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T12:23:13,533 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9ea9abad0e9b,41705,1733401390390 2024-12-05T12:23:13,534 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ea9abad0e9b,41705,1733401390390, state=OPEN 2024-12-05T12:23:13,560 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41705-0x101a69fec450001, quorum=127.0.0.1:60610, baseZNode=/0158739110 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0158739110/meta-region-server 2024-12-05T12:23:13,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45687-0x101a69fec450000, quorum=127.0.0.1:60610, baseZNode=/0158739110 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0158739110/meta-region-server 2024-12-05T12:23:13,560 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,41705,1733401390390 2024-12-05T12:23:13,560 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0158739110/meta-region-server: CHANGED 2024-12-05T12:23:13,560 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0158739110/meta-region-server: CHANGED 2024-12-05T12:23:13,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T12:23:13,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,41705,1733401390390 in 213 msec 2024-12-05T12:23:13,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T12:23:13,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 391 msec 2024-12-05T12:23:13,564 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:23:13,564 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T12:23:13,565 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:23:13,565 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,41705,1733401390390, seqNum=-1] 2024-12-05T12:23:13,566 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:23:13,567 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60539, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:23:13,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2330 sec 2024-12-05T12:23:13,570 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733401393570, completionTime=-1 2024-12-05T12:23:13,570 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T12:23:13,570 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T12:23:13,572 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T12:23:13,572 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733401453572 2024-12-05T12:23:13,572 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733401513572 2024-12-05T12:23:13,572 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T12:23:13,572 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,45687,1733401390252-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:13,572 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,45687,1733401390252-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:13,572 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,45687,1733401390252-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:13,572 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9ea9abad0e9b:45687, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:13,572 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:13,573 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:13,574 DEBUG [master/9ea9abad0e9b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T12:23:13,575 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.124sec 2024-12-05T12:23:13,575 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T12:23:13,575 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T12:23:13,575 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T12:23:13,575 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T12:23:13,575 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T12:23:13,575 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,45687,1733401390252-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:23:13,575 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,45687,1733401390252-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T12:23:13,577 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T12:23:13,577 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T12:23:13,577 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,45687,1733401390252-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:13,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@299d0272, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:13,619 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,45687,-1 for getting cluster id 2024-12-05T12:23:13,619 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:23:13,620 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a5768ac-c8de-40ea-8ac9-ba05446d0020' 2024-12-05T12:23:13,620 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:23:13,620 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a5768ac-c8de-40ea-8ac9-ba05446d0020" 2024-12-05T12:23:13,620 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a9191be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:13,620 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,45687,-1] 2024-12-05T12:23:13,621 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:23:13,621 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:13,621 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:23:13,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@db0dfa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:13,622 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:23:13,623 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,41705,1733401390390, seqNum=-1] 2024-12-05T12:23:13,623 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:23:13,624 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:23:13,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9ea9abad0e9b,45687,1733401390252 2024-12-05T12:23:13,626 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60610 2024-12-05T12:23:13,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60610, baseZNode=/0158739110 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:23:13,639 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a69fec450002 connected 2024-12-05T12:23:13,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b7005a-db03-6155-a6a4-94c63c641f83/hadoop.log.dir so I do NOT create it in target/test-data/18879a58-9489-5792-d548-451f9946e32a 2024-12-05T12:23:13,648 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b7005a-db03-6155-a6a4-94c63c641f83/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T12:23:13,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b7005a-db03-6155-a6a4-94c63c641f83/hadoop.tmp.dir so I do NOT create it in target/test-data/18879a58-9489-5792-d548-451f9946e32a 2024-12-05T12:23:13,649 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b7005a-db03-6155-a6a4-94c63c641f83/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T12:23:13,649 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18879a58-9489-5792-d548-451f9946e32a 2024-12-05T12:23:13,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T12:23:13,649 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18879a58-9489-5792-d548-451f9946e32a/cluster_6c572bbb-e322-2249-f55a-c3b104bab5c1, deleteOnExit=true 2024-12-05T12:23:13,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T12:23:13,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18879a58-9489-5792-d548-451f9946e32a/test.cache.data in system properties and HBase conf 2024-12-05T12:23:13,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18879a58-9489-5792-d548-451f9946e32a/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T12:23:13,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18879a58-9489-5792-d548-451f9946e32a/hadoop.log.dir in system properties and HBase conf 2024-12-05T12:23:13,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18879a58-9489-5792-d548-451f9946e32a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T12:23:13,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18879a58-9489-5792-d548-451f9946e32a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T12:23:13,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T12:23:13,649 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T12:23:13,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18879a58-9489-5792-d548-451f9946e32a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:23:13,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18879a58-9489-5792-d548-451f9946e32a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:23:13,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18879a58-9489-5792-d548-451f9946e32a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T12:23:13,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18879a58-9489-5792-d548-451f9946e32a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:23:13,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18879a58-9489-5792-d548-451f9946e32a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T12:23:13,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18879a58-9489-5792-d548-451f9946e32a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T12:23:13,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18879a58-9489-5792-d548-451f9946e32a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:23:13,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18879a58-9489-5792-d548-451f9946e32a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:23:13,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18879a58-9489-5792-d548-451f9946e32a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T12:23:13,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18879a58-9489-5792-d548-451f9946e32a/nfs.dump.dir in system properties and HBase conf 2024-12-05T12:23:13,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18879a58-9489-5792-d548-451f9946e32a/java.io.tmpdir in system properties and HBase conf 2024-12-05T12:23:13,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18879a58-9489-5792-d548-451f9946e32a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:23:13,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18879a58-9489-5792-d548-451f9946e32a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T12:23:13,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18879a58-9489-5792-d548-451f9946e32a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T12:23:13,852 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:23:13,855 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:23:13,857 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:23:13,857 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:23:13,857 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T12:23:13,859 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:23:13,860 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bf0668d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18879a58-9489-5792-d548-451f9946e32a/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:23:13,860 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ddec824{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:23:13,951 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23927c0a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18879a58-9489-5792-d548-451f9946e32a/java.io.tmpdir/jetty-localhost-40597-hadoop-hdfs-3_4_1-tests_jar-_-any-17584085063967583192/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:23:13,951 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ad8b87d{HTTP/1.1, (http/1.1)}{localhost:40597} 2024-12-05T12:23:13,952 INFO [Time-limited test {}] server.Server(415): Started @163033ms 2024-12-05T12:23:14,130 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:23:14,136 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:23:14,137 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:23:14,137 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:23:14,137 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T12:23:14,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c275192{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18879a58-9489-5792-d548-451f9946e32a/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:23:14,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@584aab43{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:23:14,227 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2ee76d5b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18879a58-9489-5792-d548-451f9946e32a/java.io.tmpdir/jetty-localhost-42533-hadoop-hdfs-3_4_1-tests_jar-_-any-3230613353533564354/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:23:14,227 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@47f4ce60{HTTP/1.1, (http/1.1)}{localhost:42533} 2024-12-05T12:23:14,227 INFO [Time-limited test {}] server.Server(415): Started @163309ms 2024-12-05T12:23:14,228 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T12:23:14,619 WARN [Thread-1804 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18879a58-9489-5792-d548-451f9946e32a/cluster_6c572bbb-e322-2249-f55a-c3b104bab5c1/data/data1/current/BP-430492558-172.17.0.3-1733401393663/current, will proceed with Du for space computation calculation, 2024-12-05T12:23:14,619 WARN [Thread-1805 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18879a58-9489-5792-d548-451f9946e32a/cluster_6c572bbb-e322-2249-f55a-c3b104bab5c1/data/data2/current/BP-430492558-172.17.0.3-1733401393663/current, will proceed with Du for space computation calculation, 2024-12-05T12:23:14,645 WARN [Thread-1792 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T12:23:14,649 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5307f395aceb6738 with lease ID 0xc627a5230ab3ea73: Processing first storage report for DS-f3eff1b7-c143-4cf7-afb3-4b1d901446fe from datanode DatanodeRegistration(127.0.0.1:44689, datanodeUuid=896685bc-96d3-403d-8bc7-7836ef8843e8, infoPort=33437, infoSecurePort=0, ipcPort=36649, storageInfo=lv=-57;cid=testClusterID;nsid=699768227;c=1733401393663) 2024-12-05T12:23:14,649 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5307f395aceb6738 with lease ID 0xc627a5230ab3ea73: from storage DS-f3eff1b7-c143-4cf7-afb3-4b1d901446fe node DatanodeRegistration(127.0.0.1:44689, datanodeUuid=896685bc-96d3-403d-8bc7-7836ef8843e8, infoPort=33437, infoSecurePort=0, ipcPort=36649, storageInfo=lv=-57;cid=testClusterID;nsid=699768227;c=1733401393663), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:23:14,649 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5307f395aceb6738 with lease ID 0xc627a5230ab3ea73: Processing first storage report for DS-7ddcea50-7368-4a60-9a2f-f68047cc1933 from datanode DatanodeRegistration(127.0.0.1:44689, datanodeUuid=896685bc-96d3-403d-8bc7-7836ef8843e8, infoPort=33437, infoSecurePort=0, ipcPort=36649, storageInfo=lv=-57;cid=testClusterID;nsid=699768227;c=1733401393663) 2024-12-05T12:23:14,649 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5307f395aceb6738 with lease ID 0xc627a5230ab3ea73: from storage DS-7ddcea50-7368-4a60-9a2f-f68047cc1933 node DatanodeRegistration(127.0.0.1:44689, datanodeUuid=896685bc-96d3-403d-8bc7-7836ef8843e8, infoPort=33437, infoSecurePort=0, ipcPort=36649, storageInfo=lv=-57;cid=testClusterID;nsid=699768227;c=1733401393663), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:23:14,654 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18879a58-9489-5792-d548-451f9946e32a 2024-12-05T12:23:14,655 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:14,656 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:14,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44689 is added to blk_1073741825_1001 (size=7) 2024-12-05T12:23:15,063 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2 with version=8 2024-12-05T12:23:15,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/hbase-staging 2024-12-05T12:23:15,065 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9ea9abad0e9b:0 server-side Connection retries=45 2024-12-05T12:23:15,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:23:15,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:23:15,065 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:23:15,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:23:15,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:23:15,065 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T12:23:15,065 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:23:15,066 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43791 2024-12-05T12:23:15,066 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43791 connecting to ZooKeeper ensemble=127.0.0.1:60610 2024-12-05T12:23:15,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:437910x0, quorum=127.0.0.1:60610, baseZNode=/1296131634 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:23:15,101 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43791-0x101a69fec450003 connected 2024-12-05T12:23:15,159 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:15,161 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:15,163 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43791-0x101a69fec450003, quorum=127.0.0.1:60610, baseZNode=/1296131634 Set watcher on znode that does not yet exist, /1296131634/running 2024-12-05T12:23:15,163 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2, hbase.cluster.distributed=false 2024-12-05T12:23:15,164 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43791-0x101a69fec450003, quorum=127.0.0.1:60610, baseZNode=/1296131634 Set watcher on znode that does not yet exist, /1296131634/acl 2024-12-05T12:23:15,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43791 2024-12-05T12:23:15,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43791 2024-12-05T12:23:15,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43791 2024-12-05T12:23:15,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43791 2024-12-05T12:23:15,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43791 2024-12-05T12:23:15,184 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9ea9abad0e9b:0 server-side Connection retries=45 2024-12-05T12:23:15,185 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:23:15,185 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:23:15,185 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:23:15,185 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:23:15,185 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:23:15,185 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T12:23:15,185 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:23:15,185 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36257 2024-12-05T12:23:15,186 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36257 connecting to ZooKeeper ensemble=127.0.0.1:60610 2024-12-05T12:23:15,187 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:15,188 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:15,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362570x0, quorum=127.0.0.1:60610, baseZNode=/1296131634 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:23:15,201 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:362570x0, quorum=127.0.0.1:60610, baseZNode=/1296131634 Set watcher on znode that does not yet exist, /1296131634/running 2024-12-05T12:23:15,201 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36257-0x101a69fec450004 connected 2024-12-05T12:23:15,201 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T12:23:15,202 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T12:23:15,202 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36257-0x101a69fec450004, quorum=127.0.0.1:60610, baseZNode=/1296131634 Set watcher on znode that does not yet exist, /1296131634/master 2024-12-05T12:23:15,203 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36257-0x101a69fec450004, quorum=127.0.0.1:60610, baseZNode=/1296131634 Set watcher on znode that does not yet exist, /1296131634/acl 2024-12-05T12:23:15,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36257 2024-12-05T12:23:15,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36257 2024-12-05T12:23:15,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36257 2024-12-05T12:23:15,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36257 2024-12-05T12:23:15,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36257 2024-12-05T12:23:15,220 DEBUG [M:0;9ea9abad0e9b:43791 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9ea9abad0e9b:43791 2024-12-05T12:23:15,220 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1296131634/backup-masters/9ea9abad0e9b,43791,1733401395065 2024-12-05T12:23:15,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x101a69fec450004, quorum=127.0.0.1:60610, baseZNode=/1296131634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1296131634/backup-masters 2024-12-05T12:23:15,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43791-0x101a69fec450003, quorum=127.0.0.1:60610, baseZNode=/1296131634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1296131634/backup-masters 2024-12-05T12:23:15,230 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43791-0x101a69fec450003, quorum=127.0.0.1:60610, baseZNode=/1296131634 Set watcher on existing znode=/1296131634/backup-masters/9ea9abad0e9b,43791,1733401395065 2024-12-05T12:23:15,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43791-0x101a69fec450003, quorum=127.0.0.1:60610, baseZNode=/1296131634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1296131634 2024-12-05T12:23:15,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x101a69fec450004, quorum=127.0.0.1:60610, baseZNode=/1296131634 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1296131634/master 2024-12-05T12:23:15,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x101a69fec450004, quorum=127.0.0.1:60610, baseZNode=/1296131634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1296131634 2024-12-05T12:23:15,238 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43791-0x101a69fec450003, quorum=127.0.0.1:60610, baseZNode=/1296131634 Set watcher on existing znode=/1296131634/master 2024-12-05T12:23:15,238 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1296131634/backup-masters/9ea9abad0e9b,43791,1733401395065 from backup master directory 2024-12-05T12:23:15,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43791-0x101a69fec450003, quorum=127.0.0.1:60610, baseZNode=/1296131634 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1296131634/backup-masters/9ea9abad0e9b,43791,1733401395065 2024-12-05T12:23:15,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x101a69fec450004, quorum=127.0.0.1:60610, baseZNode=/1296131634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1296131634/backup-masters 2024-12-05T12:23:15,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43791-0x101a69fec450003, quorum=127.0.0.1:60610, baseZNode=/1296131634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1296131634/backup-masters 2024-12-05T12:23:15,246 WARN [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:23:15,246 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9ea9abad0e9b,43791,1733401395065 2024-12-05T12:23:15,250 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/hbase.id] with ID: 55042b39-42b3-468d-85d8-39cf7485d624 2024-12-05T12:23:15,250 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/.tmp/hbase.id 2024-12-05T12:23:15,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44689 is added to blk_1073741826_1002 (size=42) 2024-12-05T12:23:15,654 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/.tmp/hbase.id]:[hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/hbase.id] 2024-12-05T12:23:15,663 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:15,663 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T12:23:15,663 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-05T12:23:15,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x101a69fec450004, quorum=127.0.0.1:60610, baseZNode=/1296131634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1296131634 2024-12-05T12:23:15,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43791-0x101a69fec450003, quorum=127.0.0.1:60610, baseZNode=/1296131634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1296131634 2024-12-05T12:23:15,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44689 is added to blk_1073741827_1003 (size=196) 2024-12-05T12:23:15,714 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:23:15,715 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T12:23:15,715 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:23:15,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44689 is added to blk_1073741828_1004 (size=1189) 2024-12-05T12:23:16,127 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/MasterData/data/master/store 2024-12-05T12:23:16,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44689 is added to blk_1073741829_1005 (size=34) 2024-12-05T12:23:16,535 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:16,535 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:23:16,535 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:16,535 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:16,535 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:23:16,535 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:16,535 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:16,535 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401396535Disabling compacts and flushes for region at 1733401396535Disabling writes for close at 1733401396535Writing region close event to WAL at 1733401396535Closed at 1733401396535 2024-12-05T12:23:16,536 WARN [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/MasterData/data/master/store/.initializing 2024-12-05T12:23:16,536 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/MasterData/WALs/9ea9abad0e9b,43791,1733401395065 2024-12-05T12:23:16,537 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:23:16,538 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9ea9abad0e9b%2C43791%2C1733401395065, suffix=, logDir=hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/MasterData/WALs/9ea9abad0e9b,43791,1733401395065, archiveDir=hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/MasterData/oldWALs, maxLogs=10 2024-12-05T12:23:16,549 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/MasterData/WALs/9ea9abad0e9b,43791,1733401395065/9ea9abad0e9b%2C43791%2C1733401395065.1733401396538, exclude list is [], retry=0 2024-12-05T12:23:16,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44689,DS-f3eff1b7-c143-4cf7-afb3-4b1d901446fe,DISK] 2024-12-05T12:23:16,553 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/MasterData/WALs/9ea9abad0e9b,43791,1733401395065/9ea9abad0e9b%2C43791%2C1733401395065.1733401396538 2024-12-05T12:23:16,554 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33437:33437)] 2024-12-05T12:23:16,554 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:23:16,554 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:16,554 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:16,554 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:16,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:16,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T12:23:16,557 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:16,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:16,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:16,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T12:23:16,558 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:16,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:16,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:16,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T12:23:16,559 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:16,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:16,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:16,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T12:23:16,560 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:16,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:16,561 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:16,561 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:16,562 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:16,563 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:16,563 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:16,563 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:23:16,564 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:16,566 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:23:16,566 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64280903, jitterRate=-0.04213990271091461}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:23:16,566 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733401396554Initializing all the Stores at 1733401396555 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401396555Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401396555Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401396555Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401396555Cleaning up temporary data from old regions at 1733401396563 (+8 ms)Region opened successfully at 1733401396566 (+3 ms) 2024-12-05T12:23:16,566 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T12:23:16,569 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cc78692, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ea9abad0e9b/172.17.0.3:0 2024-12-05T12:23:16,570 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T12:23:16,570 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T12:23:16,570 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T12:23:16,570 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T12:23:16,570 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T12:23:16,571 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T12:23:16,571 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T12:23:16,572 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T12:23:16,573 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43791-0x101a69fec450003, quorum=127.0.0.1:60610, baseZNode=/1296131634 Unable to get data of znode /1296131634/balancer because node does not exist (not necessarily an error) 2024-12-05T12:23:16,626 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1296131634/balancer already deleted, retry=false 2024-12-05T12:23:16,626 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T12:23:16,627 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43791-0x101a69fec450003, quorum=127.0.0.1:60610, baseZNode=/1296131634 Unable to get data of znode /1296131634/normalizer because node does not exist (not necessarily an error) 2024-12-05T12:23:16,634 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1296131634/normalizer already deleted, retry=false 2024-12-05T12:23:16,634 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T12:23:16,635 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43791-0x101a69fec450003, quorum=127.0.0.1:60610, baseZNode=/1296131634 Unable to get data of znode /1296131634/switch/split because node does not exist (not necessarily an error) 2024-12-05T12:23:16,642 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1296131634/switch/split already deleted, retry=false 2024-12-05T12:23:16,643 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43791-0x101a69fec450003, quorum=127.0.0.1:60610, baseZNode=/1296131634 Unable to get data of znode /1296131634/switch/merge because node does not exist (not necessarily an error) 2024-12-05T12:23:16,651 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1296131634/switch/merge already deleted, retry=false 2024-12-05T12:23:16,652 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43791-0x101a69fec450003, quorum=127.0.0.1:60610, baseZNode=/1296131634 Unable to get data of znode /1296131634/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T12:23:16,659 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1296131634/snapshot-cleanup already deleted, retry=false 2024-12-05T12:23:16,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43791-0x101a69fec450003, quorum=127.0.0.1:60610, baseZNode=/1296131634 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1296131634/running 2024-12-05T12:23:16,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x101a69fec450004, quorum=127.0.0.1:60610, baseZNode=/1296131634 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1296131634/running 2024-12-05T12:23:16,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43791-0x101a69fec450003, quorum=127.0.0.1:60610, baseZNode=/1296131634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1296131634 2024-12-05T12:23:16,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x101a69fec450004, quorum=127.0.0.1:60610, baseZNode=/1296131634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1296131634 2024-12-05T12:23:16,668 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9ea9abad0e9b,43791,1733401395065, sessionid=0x101a69fec450003, setting cluster-up flag (Was=false) 2024-12-05T12:23:16,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x101a69fec450004, quorum=127.0.0.1:60610, baseZNode=/1296131634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1296131634 2024-12-05T12:23:16,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43791-0x101a69fec450003, quorum=127.0.0.1:60610, baseZNode=/1296131634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1296131634 2024-12-05T12:23:16,709 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1296131634/flush-table-proc/acquired, /1296131634/flush-table-proc/reached, /1296131634/flush-table-proc/abort 2024-12-05T12:23:16,710 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ea9abad0e9b,43791,1733401395065 2024-12-05T12:23:16,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43791-0x101a69fec450003, quorum=127.0.0.1:60610, baseZNode=/1296131634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1296131634 2024-12-05T12:23:16,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x101a69fec450004, quorum=127.0.0.1:60610, baseZNode=/1296131634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1296131634 2024-12-05T12:23:16,751 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1296131634/online-snapshot/acquired, /1296131634/online-snapshot/reached, /1296131634/online-snapshot/abort 2024-12-05T12:23:16,752 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ea9abad0e9b,43791,1733401395065 2024-12-05T12:23:16,753 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T12:23:16,754 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T12:23:16,754 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T12:23:16,754 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T12:23:16,754 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9ea9abad0e9b,43791,1733401395065 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T12:23:16,755 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:23:16,755 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:23:16,755 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:23:16,755 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:23:16,755 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9ea9abad0e9b:0, corePoolSize=10, maxPoolSize=10 2024-12-05T12:23:16,755 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:16,755 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:23:16,755 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:16,756 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733401426756 2024-12-05T12:23:16,756 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T12:23:16,756 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T12:23:16,756 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T12:23:16,756 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T12:23:16,756 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T12:23:16,756 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T12:23:16,757 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:16,757 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:23:16,757 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T12:23:16,757 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T12:23:16,757 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T12:23:16,757 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T12:23:16,757 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T12:23:16,757 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T12:23:16,757 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T12:23:16,757 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401396757,5,FailOnTimeoutGroup] 2024-12-05T12:23:16,757 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401396757,5,FailOnTimeoutGroup] 2024-12-05T12:23:16,757 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:16,758 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T12:23:16,758 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:16,758 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:16,758 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:16,758 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T12:23:16,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44689 is added to blk_1073741831_1007 (size=1321) 2024-12-05T12:23:16,809 INFO [RS:0;9ea9abad0e9b:36257 {}] regionserver.HRegionServer(746): ClusterId : 55042b39-42b3-468d-85d8-39cf7485d624 2024-12-05T12:23:16,809 DEBUG [RS:0;9ea9abad0e9b:36257 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T12:23:16,818 DEBUG [RS:0;9ea9abad0e9b:36257 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T12:23:16,818 DEBUG [RS:0;9ea9abad0e9b:36257 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T12:23:16,826 DEBUG [RS:0;9ea9abad0e9b:36257 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T12:23:16,826 DEBUG [RS:0;9ea9abad0e9b:36257 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1503a0b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ea9abad0e9b/172.17.0.3:0 2024-12-05T12:23:16,836 DEBUG [RS:0;9ea9abad0e9b:36257 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9ea9abad0e9b:36257 2024-12-05T12:23:16,836 INFO [RS:0;9ea9abad0e9b:36257 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T12:23:16,836 INFO [RS:0;9ea9abad0e9b:36257 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T12:23:16,836 DEBUG [RS:0;9ea9abad0e9b:36257 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T12:23:16,836 INFO [RS:0;9ea9abad0e9b:36257 {}] regionserver.HRegionServer(2659): reportForDuty to master=9ea9abad0e9b,43791,1733401395065 with port=36257, startcode=1733401395184 2024-12-05T12:23:16,836 DEBUG [RS:0;9ea9abad0e9b:36257 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T12:23:16,838 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56901, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T12:23:16,838 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43791 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9ea9abad0e9b,36257,1733401395184 2024-12-05T12:23:16,838 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43791 {}] master.ServerManager(517): Registering regionserver=9ea9abad0e9b,36257,1733401395184 2024-12-05T12:23:16,839 DEBUG [RS:0;9ea9abad0e9b:36257 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2 2024-12-05T12:23:16,839 DEBUG [RS:0;9ea9abad0e9b:36257 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42649 2024-12-05T12:23:16,839 DEBUG [RS:0;9ea9abad0e9b:36257 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T12:23:16,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43791-0x101a69fec450003, quorum=127.0.0.1:60610, baseZNode=/1296131634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1296131634/rs 2024-12-05T12:23:16,847 DEBUG [RS:0;9ea9abad0e9b:36257 {}] zookeeper.ZKUtil(111): regionserver:36257-0x101a69fec450004, quorum=127.0.0.1:60610, baseZNode=/1296131634 Set watcher on existing znode=/1296131634/rs/9ea9abad0e9b,36257,1733401395184 2024-12-05T12:23:16,847 WARN [RS:0;9ea9abad0e9b:36257 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:23:16,847 INFO [RS:0;9ea9abad0e9b:36257 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:23:16,847 DEBUG [RS:0;9ea9abad0e9b:36257 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/WALs/9ea9abad0e9b,36257,1733401395184 2024-12-05T12:23:16,847 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9ea9abad0e9b,36257,1733401395184] 2024-12-05T12:23:16,850 INFO [RS:0;9ea9abad0e9b:36257 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T12:23:16,851 INFO [RS:0;9ea9abad0e9b:36257 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T12:23:16,851 INFO [RS:0;9ea9abad0e9b:36257 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T12:23:16,851 INFO [RS:0;9ea9abad0e9b:36257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:16,852 INFO [RS:0;9ea9abad0e9b:36257 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T12:23:16,852 INFO [RS:0;9ea9abad0e9b:36257 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T12:23:16,852 INFO [RS:0;9ea9abad0e9b:36257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:16,852 DEBUG [RS:0;9ea9abad0e9b:36257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:16,852 DEBUG [RS:0;9ea9abad0e9b:36257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:16,852 DEBUG [RS:0;9ea9abad0e9b:36257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:16,853 DEBUG [RS:0;9ea9abad0e9b:36257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:16,853 DEBUG [RS:0;9ea9abad0e9b:36257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:16,853 DEBUG [RS:0;9ea9abad0e9b:36257 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9ea9abad0e9b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:23:16,853 DEBUG [RS:0;9ea9abad0e9b:36257 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:16,853 DEBUG [RS:0;9ea9abad0e9b:36257 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:16,853 DEBUG [RS:0;9ea9abad0e9b:36257 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:16,853 DEBUG [RS:0;9ea9abad0e9b:36257 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:16,853 DEBUG [RS:0;9ea9abad0e9b:36257 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:16,853 DEBUG [RS:0;9ea9abad0e9b:36257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:16,853 DEBUG [RS:0;9ea9abad0e9b:36257 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9ea9abad0e9b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:23:16,853 DEBUG [RS:0;9ea9abad0e9b:36257 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9ea9abad0e9b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:23:16,853 INFO [RS:0;9ea9abad0e9b:36257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:16,853 INFO [RS:0;9ea9abad0e9b:36257 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:16,853 INFO [RS:0;9ea9abad0e9b:36257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:16,853 INFO [RS:0;9ea9abad0e9b:36257 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:16,853 INFO [RS:0;9ea9abad0e9b:36257 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:16,853 INFO [RS:0;9ea9abad0e9b:36257 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,36257,1733401395184-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:23:16,869 INFO [RS:0;9ea9abad0e9b:36257 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T12:23:16,870 INFO [RS:0;9ea9abad0e9b:36257 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,36257,1733401395184-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:16,870 INFO [RS:0;9ea9abad0e9b:36257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:16,870 INFO [RS:0;9ea9abad0e9b:36257 {}] regionserver.Replication(171): 9ea9abad0e9b,36257,1733401395184 started 2024-12-05T12:23:16,885 INFO [RS:0;9ea9abad0e9b:36257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:16,885 INFO [RS:0;9ea9abad0e9b:36257 {}] regionserver.HRegionServer(1482): Serving as 9ea9abad0e9b,36257,1733401395184, RpcServer on 9ea9abad0e9b/172.17.0.3:36257, sessionid=0x101a69fec450004 2024-12-05T12:23:16,885 DEBUG [RS:0;9ea9abad0e9b:36257 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T12:23:16,885 DEBUG [RS:0;9ea9abad0e9b:36257 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9ea9abad0e9b,36257,1733401395184 2024-12-05T12:23:16,885 DEBUG [RS:0;9ea9abad0e9b:36257 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ea9abad0e9b,36257,1733401395184' 2024-12-05T12:23:16,885 DEBUG [RS:0;9ea9abad0e9b:36257 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1296131634/flush-table-proc/abort' 2024-12-05T12:23:16,886 DEBUG [RS:0;9ea9abad0e9b:36257 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1296131634/flush-table-proc/acquired' 2024-12-05T12:23:16,886 DEBUG [RS:0;9ea9abad0e9b:36257 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T12:23:16,886 DEBUG [RS:0;9ea9abad0e9b:36257 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T12:23:16,886 DEBUG [RS:0;9ea9abad0e9b:36257 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9ea9abad0e9b,36257,1733401395184 2024-12-05T12:23:16,886 DEBUG [RS:0;9ea9abad0e9b:36257 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ea9abad0e9b,36257,1733401395184' 2024-12-05T12:23:16,886 DEBUG [RS:0;9ea9abad0e9b:36257 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1296131634/online-snapshot/abort' 2024-12-05T12:23:16,886 DEBUG [RS:0;9ea9abad0e9b:36257 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1296131634/online-snapshot/acquired' 2024-12-05T12:23:16,887 DEBUG [RS:0;9ea9abad0e9b:36257 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T12:23:16,887 INFO [RS:0;9ea9abad0e9b:36257 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T12:23:16,887 INFO [RS:0;9ea9abad0e9b:36257 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T12:23:16,987 INFO [RS:0;9ea9abad0e9b:36257 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:23:16,988 INFO [RS:0;9ea9abad0e9b:36257 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C36257%2C1733401395184, suffix=, logDir=hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/WALs/9ea9abad0e9b,36257,1733401395184, archiveDir=hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/oldWALs, maxLogs=10 2024-12-05T12:23:17,000 DEBUG [RS:0;9ea9abad0e9b:36257 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/WALs/9ea9abad0e9b,36257,1733401395184/9ea9abad0e9b%2C36257%2C1733401395184.1733401396989, exclude list is [], retry=0 2024-12-05T12:23:17,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44689,DS-f3eff1b7-c143-4cf7-afb3-4b1d901446fe,DISK] 2024-12-05T12:23:17,003 INFO [RS:0;9ea9abad0e9b:36257 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/WALs/9ea9abad0e9b,36257,1733401395184/9ea9abad0e9b%2C36257%2C1733401395184.1733401396989 2024-12-05T12:23:17,004 DEBUG [RS:0;9ea9abad0e9b:36257 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33437:33437)] 2024-12-05T12:23:17,167 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T12:23:17,167 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2 2024-12-05T12:23:17,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44689 is added to blk_1073741833_1009 (size=32) 2024-12-05T12:23:17,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T12:23:17,554 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T12:23:17,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:23:17,554 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-05T12:23:17,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:23:17,554 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T12:23:17,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:17,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:23:17,575 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:23:17,575 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:17,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:17,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:23:17,576 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:23:17,576 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:17,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:17,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:23:17,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:23:17,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:17,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:17,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:23:17,578 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:23:17,578 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:17,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:17,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:23:17,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/data/hbase/meta/1588230740 2024-12-05T12:23:17,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/data/hbase/meta/1588230740 2024-12-05T12:23:17,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:23:17,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:23:17,581 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:23:17,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:23:17,584 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:23:17,584 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72492919, jitterRate=0.08022867143154144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:23:17,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733401397573Initializing all the Stores at 1733401397573Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401397574 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401397574Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401397574Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401397574Cleaning up temporary data from old regions at 1733401397580 (+6 ms)Region opened successfully at 1733401397584 (+4 ms) 2024-12-05T12:23:17,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:23:17,584 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:23:17,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:23:17,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:23:17,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:23:17,585 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:23:17,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401397584Disabling compacts and flushes for region at 1733401397584Disabling writes for close at 1733401397584Writing region close event to WAL at 1733401397585 (+1 ms)Closed at 1733401397585 2024-12-05T12:23:17,586 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:23:17,586 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T12:23:17,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T12:23:17,587 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:23:17,587 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T12:23:17,738 DEBUG [9ea9abad0e9b:43791 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T12:23:17,738 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9ea9abad0e9b,36257,1733401395184 2024-12-05T12:23:17,739 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ea9abad0e9b,36257,1733401395184, state=OPENING 2024-12-05T12:23:17,818 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T12:23:17,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43791-0x101a69fec450003, quorum=127.0.0.1:60610, baseZNode=/1296131634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1296131634 2024-12-05T12:23:17,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x101a69fec450004, quorum=127.0.0.1:60610, baseZNode=/1296131634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1296131634 2024-12-05T12:23:17,830 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:23:17,830 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1296131634/meta-region-server: CHANGED 2024-12-05T12:23:17,830 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1296131634/meta-region-server: CHANGED 2024-12-05T12:23:17,830 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,36257,1733401395184}] 2024-12-05T12:23:17,982 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:23:17,984 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44645, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T12:23:17,987 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T12:23:17,987 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:23:17,987 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T12:23:17,988 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C36257%2C1733401395184.meta, suffix=.meta, logDir=hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/WALs/9ea9abad0e9b,36257,1733401395184, archiveDir=hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/oldWALs, maxLogs=10 2024-12-05T12:23:17,999 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/WALs/9ea9abad0e9b,36257,1733401395184/9ea9abad0e9b%2C36257%2C1733401395184.meta.1733401397988.meta, exclude list is [], retry=0 2024-12-05T12:23:18,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44689,DS-f3eff1b7-c143-4cf7-afb3-4b1d901446fe,DISK] 2024-12-05T12:23:18,003 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/WALs/9ea9abad0e9b,36257,1733401395184/9ea9abad0e9b%2C36257%2C1733401395184.meta.1733401397988.meta 2024-12-05T12:23:18,003 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33437:33437)] 2024-12-05T12:23:18,003 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:23:18,003 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:23:18,004 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:23:18,004 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T12:23:18,004 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T12:23:18,004 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T12:23:18,004 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:18,004 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T12:23:18,004 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T12:23:18,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:23:18,008 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:23:18,008 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:18,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:18,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:23:18,009 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:23:18,009 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:18,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:18,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:23:18,009 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:23:18,010 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:18,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:18,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:23:18,010 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:23:18,010 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:18,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:18,011 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:23:18,011 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/data/hbase/meta/1588230740 2024-12-05T12:23:18,012 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/data/hbase/meta/1588230740 2024-12-05T12:23:18,013 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:23:18,013 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:23:18,014 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:23:18,015 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:23:18,016 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68739562, jitterRate=0.024299293756484985}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:23:18,016 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T12:23:18,016 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733401398004Writing region info on filesystem at 1733401398004Initializing all the Stores at 1733401398005 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401398005Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401398007 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401398007Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401398007Cleaning up temporary data from old regions at 1733401398013 (+6 ms)Running coprocessor post-open hooks at 1733401398016 (+3 ms)Region opened successfully at 1733401398016 2024-12-05T12:23:18,017 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733401397982 2024-12-05T12:23:18,018 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T12:23:18,018 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T12:23:18,019 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9ea9abad0e9b,36257,1733401395184 2024-12-05T12:23:18,020 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ea9abad0e9b,36257,1733401395184, state=OPEN 2024-12-05T12:23:18,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x101a69fec450004, quorum=127.0.0.1:60610, baseZNode=/1296131634 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1296131634/meta-region-server 2024-12-05T12:23:18,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43791-0x101a69fec450003, quorum=127.0.0.1:60610, baseZNode=/1296131634 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1296131634/meta-region-server 2024-12-05T12:23:18,030 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,36257,1733401395184 2024-12-05T12:23:18,030 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1296131634/meta-region-server: CHANGED 2024-12-05T12:23:18,030 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1296131634/meta-region-server: CHANGED 2024-12-05T12:23:18,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T12:23:18,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,36257,1733401395184 in 200 msec 2024-12-05T12:23:18,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T12:23:18,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 446 msec 2024-12-05T12:23:18,034 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:23:18,034 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T12:23:18,035 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:23:18,035 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,36257,1733401395184, seqNum=-1] 2024-12-05T12:23:18,035 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:23:18,036 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38313, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:23:18,040 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2860 sec 2024-12-05T12:23:18,040 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733401398040, completionTime=-1 2024-12-05T12:23:18,040 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T12:23:18,040 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T12:23:18,041 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T12:23:18,041 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733401458041 2024-12-05T12:23:18,041 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733401518041 2024-12-05T12:23:18,041 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T12:23:18,041 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,43791,1733401395065-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:18,041 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,43791,1733401395065-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:18,041 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,43791,1733401395065-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:18,041 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9ea9abad0e9b:43791, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:18,041 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:18,042 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:18,043 DEBUG [master/9ea9abad0e9b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T12:23:18,044 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.798sec 2024-12-05T12:23:18,045 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T12:23:18,045 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T12:23:18,045 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T12:23:18,045 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T12:23:18,045 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T12:23:18,045 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,43791,1733401395065-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:23:18,045 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,43791,1733401395065-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T12:23:18,047 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T12:23:18,047 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T12:23:18,047 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,43791,1733401395065-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:18,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@edd57e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:18,110 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,43791,-1 for getting cluster id 2024-12-05T12:23:18,110 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:23:18,111 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55042b39-42b3-468d-85d8-39cf7485d624' 2024-12-05T12:23:18,111 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:23:18,111 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55042b39-42b3-468d-85d8-39cf7485d624" 2024-12-05T12:23:18,112 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78eb6909, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:18,112 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,43791,-1] 2024-12-05T12:23:18,112 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:23:18,112 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:18,112 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:23:18,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b981b4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:18,113 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:23:18,114 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,36257,1733401395184, seqNum=-1] 2024-12-05T12:23:18,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:23:18,116 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:23:18,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9ea9abad0e9b,43791,1733401395065 2024-12-05T12:23:18,118 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60610 2024-12-05T12:23:18,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60610, baseZNode=/1296131634 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:23:18,126 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a69fec450005 connected 2024-12-05T12:23:18,136 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:23:18,137 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,45687,1733401390252 2024-12-05T12:23:18,137 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69083c7b 2024-12-05T12:23:18,137 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:23:18,138 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:23:18,139 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45687 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:23:18,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45687 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T12:23:18,141 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:23:18,141 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:18,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45687 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T12:23:18,141 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:23:18,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:23:18,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41773 is added to blk_1073741835_1011 (size=902) 2024-12-05T12:23:18,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:23:18,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:23:18,459 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T12:23:18,548 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e049266d749af6d2d77aefb3740215e6, NAME => 'test,,1733401398138.e049266d749af6d2d77aefb3740215e6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6 2024-12-05T12:23:18,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41773 is added to blk_1073741836_1012 (size=39) 2024-12-05T12:23:18,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:23:18,954 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733401398138.e049266d749af6d2d77aefb3740215e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:18,954 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e049266d749af6d2d77aefb3740215e6, disabling compactions & flushes 2024-12-05T12:23:18,954 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733401398138.e049266d749af6d2d77aefb3740215e6. 2024-12-05T12:23:18,954 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401398138.e049266d749af6d2d77aefb3740215e6. 2024-12-05T12:23:18,954 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733401398138.e049266d749af6d2d77aefb3740215e6. after waiting 0 ms 2024-12-05T12:23:18,954 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733401398138.e049266d749af6d2d77aefb3740215e6. 2024-12-05T12:23:18,954 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733401398138.e049266d749af6d2d77aefb3740215e6. 2024-12-05T12:23:18,954 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e049266d749af6d2d77aefb3740215e6: Waiting for close lock at 1733401398954Disabling compacts and flushes for region at 1733401398954Disabling writes for close at 1733401398954Writing region close event to WAL at 1733401398954Closed at 1733401398954 2024-12-05T12:23:18,955 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:23:18,955 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733401398138.e049266d749af6d2d77aefb3740215e6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733401398955"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401398955"}]},"ts":"1733401398955"} 2024-12-05T12:23:18,957 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:23:18,957 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:23:18,957 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401398957"}]},"ts":"1733401398957"} 2024-12-05T12:23:18,959 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T12:23:18,959 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e049266d749af6d2d77aefb3740215e6, ASSIGN}] 2024-12-05T12:23:18,960 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e049266d749af6d2d77aefb3740215e6, ASSIGN 2024-12-05T12:23:18,961 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e049266d749af6d2d77aefb3740215e6, ASSIGN; state=OFFLINE, location=9ea9abad0e9b,41705,1733401390390; forceNewPlan=false, retain=false 2024-12-05T12:23:19,023 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:23:19,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:19,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:19,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:19,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:19,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:19,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:19,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:19,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:19,111 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e049266d749af6d2d77aefb3740215e6, regionState=OPENING, regionLocation=9ea9abad0e9b,41705,1733401390390 2024-12-05T12:23:19,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e049266d749af6d2d77aefb3740215e6, ASSIGN because future has completed 2024-12-05T12:23:19,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e049266d749af6d2d77aefb3740215e6, server=9ea9abad0e9b,41705,1733401390390}] 2024-12-05T12:23:19,269 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733401398138.e049266d749af6d2d77aefb3740215e6. 2024-12-05T12:23:19,269 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e049266d749af6d2d77aefb3740215e6, NAME => 'test,,1733401398138.e049266d749af6d2d77aefb3740215e6.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:23:19,269 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:23:19,269 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T12:23:19,270 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e049266d749af6d2d77aefb3740215e6 2024-12-05T12:23:19,270 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733401398138.e049266d749af6d2d77aefb3740215e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:19,270 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e049266d749af6d2d77aefb3740215e6 2024-12-05T12:23:19,270 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e049266d749af6d2d77aefb3740215e6 2024-12-05T12:23:19,271 INFO [StoreOpener-e049266d749af6d2d77aefb3740215e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e049266d749af6d2d77aefb3740215e6 2024-12-05T12:23:19,272 INFO [StoreOpener-e049266d749af6d2d77aefb3740215e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e049266d749af6d2d77aefb3740215e6 columnFamilyName f 2024-12-05T12:23:19,272 DEBUG [StoreOpener-e049266d749af6d2d77aefb3740215e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:19,273 INFO [StoreOpener-e049266d749af6d2d77aefb3740215e6-1 {}] regionserver.HStore(327): Store=e049266d749af6d2d77aefb3740215e6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:19,273 INFO [StoreOpener-e049266d749af6d2d77aefb3740215e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e049266d749af6d2d77aefb3740215e6 2024-12-05T12:23:19,274 INFO [StoreOpener-e049266d749af6d2d77aefb3740215e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e049266d749af6d2d77aefb3740215e6 columnFamilyName f1 2024-12-05T12:23:19,274 DEBUG [StoreOpener-e049266d749af6d2d77aefb3740215e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:19,274 INFO [StoreOpener-e049266d749af6d2d77aefb3740215e6-1 {}] regionserver.HStore(327): Store=e049266d749af6d2d77aefb3740215e6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:19,274 INFO [StoreOpener-e049266d749af6d2d77aefb3740215e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e049266d749af6d2d77aefb3740215e6 2024-12-05T12:23:19,275 INFO [StoreOpener-e049266d749af6d2d77aefb3740215e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e049266d749af6d2d77aefb3740215e6 columnFamilyName norep 2024-12-05T12:23:19,275 DEBUG [StoreOpener-e049266d749af6d2d77aefb3740215e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:19,275 INFO [StoreOpener-e049266d749af6d2d77aefb3740215e6-1 {}] regionserver.HStore(327): Store=e049266d749af6d2d77aefb3740215e6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:19,275 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e049266d749af6d2d77aefb3740215e6 2024-12-05T12:23:19,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:23:19,276 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/data/default/test/e049266d749af6d2d77aefb3740215e6 2024-12-05T12:23:19,276 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/data/default/test/e049266d749af6d2d77aefb3740215e6 2024-12-05T12:23:19,277 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e049266d749af6d2d77aefb3740215e6 2024-12-05T12:23:19,277 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e049266d749af6d2d77aefb3740215e6 2024-12-05T12:23:19,277 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:23:19,278 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e049266d749af6d2d77aefb3740215e6 2024-12-05T12:23:19,280 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/data/default/test/e049266d749af6d2d77aefb3740215e6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:23:19,280 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e049266d749af6d2d77aefb3740215e6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60461137, jitterRate=-0.0990588515996933}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:23:19,280 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e049266d749af6d2d77aefb3740215e6 2024-12-05T12:23:19,281 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e049266d749af6d2d77aefb3740215e6: Running coprocessor pre-open hook at 1733401399270Writing region info on filesystem at 1733401399270Initializing all the Stores at 1733401399270Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401399270Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401399271 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401399271Cleaning up temporary data from old regions at 1733401399277 (+6 ms)Running coprocessor post-open hooks at 1733401399280 (+3 ms)Region opened successfully at 1733401399281 (+1 ms) 2024-12-05T12:23:19,281 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733401398138.e049266d749af6d2d77aefb3740215e6., pid=6, masterSystemTime=1733401399266 2024-12-05T12:23:19,283 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733401398138.e049266d749af6d2d77aefb3740215e6. 2024-12-05T12:23:19,283 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733401398138.e049266d749af6d2d77aefb3740215e6. 2024-12-05T12:23:19,284 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e049266d749af6d2d77aefb3740215e6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9ea9abad0e9b,41705,1733401390390 2024-12-05T12:23:19,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e049266d749af6d2d77aefb3740215e6, server=9ea9abad0e9b,41705,1733401390390 because future has completed 2024-12-05T12:23:19,287 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T12:23:19,288 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e049266d749af6d2d77aefb3740215e6, server=9ea9abad0e9b,41705,1733401390390 in 172 msec 2024-12-05T12:23:19,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T12:23:19,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e049266d749af6d2d77aefb3740215e6, ASSIGN in 329 msec 2024-12-05T12:23:19,289 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:23:19,290 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401399289"}]},"ts":"1733401399289"} 2024-12-05T12:23:19,291 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T12:23:19,292 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:23:19,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-12-05T12:23:20,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:23:20,285 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T12:23:20,285 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:23:20,286 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,43791,1733401395065 2024-12-05T12:23:20,286 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e7edc41 2024-12-05T12:23:20,286 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:23:20,287 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:23:20,288 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:23:20,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T12:23:20,290 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:23:20,290 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:20,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T12:23:20,291 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:23:20,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:23:20,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44689 is added to blk_1073741835_1011 (size=902) 2024-12-05T12:23:20,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:23:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:23:20,702 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8347ac410925fd2e516320234bc85f16, NAME => 'test,,1733401400288.8347ac410925fd2e516320234bc85f16.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2 2024-12-05T12:23:20,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44689 is added to blk_1073741836_1012 (size=39) 2024-12-05T12:23:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:23:21,107 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733401400288.8347ac410925fd2e516320234bc85f16.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:21,108 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8347ac410925fd2e516320234bc85f16, disabling compactions & flushes 2024-12-05T12:23:21,108 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733401400288.8347ac410925fd2e516320234bc85f16. 2024-12-05T12:23:21,108 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401400288.8347ac410925fd2e516320234bc85f16. 2024-12-05T12:23:21,108 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733401400288.8347ac410925fd2e516320234bc85f16. after waiting 0 ms 2024-12-05T12:23:21,108 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733401400288.8347ac410925fd2e516320234bc85f16. 2024-12-05T12:23:21,108 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733401400288.8347ac410925fd2e516320234bc85f16. 2024-12-05T12:23:21,108 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8347ac410925fd2e516320234bc85f16: Waiting for close lock at 1733401401108Disabling compacts and flushes for region at 1733401401108Disabling writes for close at 1733401401108Writing region close event to WAL at 1733401401108Closed at 1733401401108 2024-12-05T12:23:21,109 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:23:21,109 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733401400288.8347ac410925fd2e516320234bc85f16.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733401401109"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401401109"}]},"ts":"1733401401109"} 2024-12-05T12:23:21,111 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:23:21,112 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:23:21,112 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401401112"}]},"ts":"1733401401112"} 2024-12-05T12:23:21,114 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T12:23:21,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8347ac410925fd2e516320234bc85f16, ASSIGN}] 2024-12-05T12:23:21,115 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8347ac410925fd2e516320234bc85f16, ASSIGN 2024-12-05T12:23:21,115 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8347ac410925fd2e516320234bc85f16, ASSIGN; state=OFFLINE, location=9ea9abad0e9b,36257,1733401395184; forceNewPlan=false, retain=false 2024-12-05T12:23:21,266 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8347ac410925fd2e516320234bc85f16, regionState=OPENING, regionLocation=9ea9abad0e9b,36257,1733401395184 2024-12-05T12:23:21,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8347ac410925fd2e516320234bc85f16, ASSIGN because future has completed 2024-12-05T12:23:21,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8347ac410925fd2e516320234bc85f16, server=9ea9abad0e9b,36257,1733401395184}] 2024-12-05T12:23:21,424 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733401400288.8347ac410925fd2e516320234bc85f16. 2024-12-05T12:23:21,424 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8347ac410925fd2e516320234bc85f16, NAME => 'test,,1733401400288.8347ac410925fd2e516320234bc85f16.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:23:21,424 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:23:21,424 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T12:23:21,425 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8347ac410925fd2e516320234bc85f16 2024-12-05T12:23:21,425 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733401400288.8347ac410925fd2e516320234bc85f16.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:21,425 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8347ac410925fd2e516320234bc85f16 2024-12-05T12:23:21,425 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8347ac410925fd2e516320234bc85f16 2024-12-05T12:23:21,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:23:21,426 INFO [StoreOpener-8347ac410925fd2e516320234bc85f16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8347ac410925fd2e516320234bc85f16 2024-12-05T12:23:21,426 INFO [StoreOpener-8347ac410925fd2e516320234bc85f16-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8347ac410925fd2e516320234bc85f16 columnFamilyName f 2024-12-05T12:23:21,427 DEBUG [StoreOpener-8347ac410925fd2e516320234bc85f16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:21,427 INFO [StoreOpener-8347ac410925fd2e516320234bc85f16-1 {}] regionserver.HStore(327): Store=8347ac410925fd2e516320234bc85f16/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:21,427 INFO [StoreOpener-8347ac410925fd2e516320234bc85f16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8347ac410925fd2e516320234bc85f16 2024-12-05T12:23:21,428 INFO [StoreOpener-8347ac410925fd2e516320234bc85f16-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8347ac410925fd2e516320234bc85f16 columnFamilyName f1 2024-12-05T12:23:21,428 DEBUG [StoreOpener-8347ac410925fd2e516320234bc85f16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:21,428 INFO [StoreOpener-8347ac410925fd2e516320234bc85f16-1 {}] regionserver.HStore(327): Store=8347ac410925fd2e516320234bc85f16/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:21,428 INFO [StoreOpener-8347ac410925fd2e516320234bc85f16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8347ac410925fd2e516320234bc85f16 2024-12-05T12:23:21,429 INFO [StoreOpener-8347ac410925fd2e516320234bc85f16-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8347ac410925fd2e516320234bc85f16 columnFamilyName norep 2024-12-05T12:23:21,429 DEBUG [StoreOpener-8347ac410925fd2e516320234bc85f16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:21,429 INFO [StoreOpener-8347ac410925fd2e516320234bc85f16-1 {}] regionserver.HStore(327): Store=8347ac410925fd2e516320234bc85f16/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:21,429 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8347ac410925fd2e516320234bc85f16 2024-12-05T12:23:21,430 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/data/default/test/8347ac410925fd2e516320234bc85f16 2024-12-05T12:23:21,430 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/data/default/test/8347ac410925fd2e516320234bc85f16 2024-12-05T12:23:21,431 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8347ac410925fd2e516320234bc85f16 2024-12-05T12:23:21,431 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8347ac410925fd2e516320234bc85f16 2024-12-05T12:23:21,431 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:23:21,432 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8347ac410925fd2e516320234bc85f16 2024-12-05T12:23:21,435 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/data/default/test/8347ac410925fd2e516320234bc85f16/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:23:21,436 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8347ac410925fd2e516320234bc85f16; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71498922, jitterRate=0.06541696190834045}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:23:21,436 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8347ac410925fd2e516320234bc85f16 2024-12-05T12:23:21,436 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8347ac410925fd2e516320234bc85f16: Running coprocessor pre-open hook at 1733401401425Writing region info on filesystem at 1733401401425Initializing all the Stores at 1733401401425Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401401425Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401401425Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401401425Cleaning up temporary data from old regions at 1733401401431 (+6 ms)Running coprocessor post-open hooks at 1733401401436 (+5 ms)Region opened successfully at 1733401401436 2024-12-05T12:23:21,437 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733401400288.8347ac410925fd2e516320234bc85f16., pid=6, masterSystemTime=1733401401420 2024-12-05T12:23:21,438 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733401400288.8347ac410925fd2e516320234bc85f16. 2024-12-05T12:23:21,438 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733401400288.8347ac410925fd2e516320234bc85f16. 2024-12-05T12:23:21,439 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8347ac410925fd2e516320234bc85f16, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9ea9abad0e9b,36257,1733401395184 2024-12-05T12:23:21,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8347ac410925fd2e516320234bc85f16, server=9ea9abad0e9b,36257,1733401395184 because future has completed 2024-12-05T12:23:21,443 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T12:23:21,443 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8347ac410925fd2e516320234bc85f16, server=9ea9abad0e9b,36257,1733401395184 in 174 msec 2024-12-05T12:23:21,444 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T12:23:21,444 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8347ac410925fd2e516320234bc85f16, ASSIGN in 329 msec 2024-12-05T12:23:21,445 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:23:21,445 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401401445"}]},"ts":"1733401401445"} 2024-12-05T12:23:21,447 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T12:23:21,447 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:23:21,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1590 sec 2024-12-05T12:23:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:23:22,436 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T12:23:22,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a1fee45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:22,436 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,45687,-1 for getting cluster id 2024-12-05T12:23:22,436 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:23:22,437 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a5768ac-c8de-40ea-8ac9-ba05446d0020' 2024-12-05T12:23:22,437 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:23:22,437 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a5768ac-c8de-40ea-8ac9-ba05446d0020" 2024-12-05T12:23:22,437 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b443dfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:22,437 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,45687,-1] 2024-12-05T12:23:22,438 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:23:22,438 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:22,438 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:23:22,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@271867ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:22,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42f1742f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:22,440 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,43791,-1 for getting cluster id 2024-12-05T12:23:22,440 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:23:22,440 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55042b39-42b3-468d-85d8-39cf7485d624' 2024-12-05T12:23:22,440 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:23:22,440 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55042b39-42b3-468d-85d8-39cf7485d624" 2024-12-05T12:23:22,440 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@461f2277, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:22,440 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,43791,-1] 2024-12-05T12:23:22,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:23:22,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:22,441 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:23:22,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@492c7ede, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:22,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9d06d9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:22,442 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,45687,-1 for getting cluster id 2024-12-05T12:23:22,443 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:23:22,443 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a5768ac-c8de-40ea-8ac9-ba05446d0020' 2024-12-05T12:23:22,443 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:23:22,443 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a5768ac-c8de-40ea-8ac9-ba05446d0020" 2024-12-05T12:23:22,443 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6532828d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:22,443 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,45687,-1] 2024-12-05T12:23:22,444 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:23:22,444 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:22,444 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:23:22,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f5820b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:22,445 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:23:22,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,45687,1733401390252 2024-12-05T12:23:22,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3cfa6732 2024-12-05T12:23:22,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:23:22,447 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:23:22,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45687 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9ea9abad0e9b:43791,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T12:23:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45687 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T12:23:22,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:23:22,449 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ea9abad0e9b:43791' 2024-12-05T12:23:22,450 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f9f5423, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:22,450 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,43791,-1 for getting cluster id 2024-12-05T12:23:22,450 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:23:22,451 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55042b39-42b3-468d-85d8-39cf7485d624' 2024-12-05T12:23:22,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:23:22,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55042b39-42b3-468d-85d8-39cf7485d624" 2024-12-05T12:23:22,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73a1fa5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:22,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,43791,-1] 2024-12-05T12:23:22,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:23:22,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:22,452 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:23:22,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78c3249c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:22,452 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:23:22,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,43791,1733401395065 2024-12-05T12:23:22,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23b423e2 2024-12-05T12:23:22,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:23:22,454 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:23:22,454 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T12:23:22,455 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T12:23:22,455 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:22,455 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:22,455 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:23:22,455 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:23:22,456 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T12:23:22,457 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:23:22,457 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:22,458 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:23:22,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41773 is added to blk_1073741837_1013 (size=1138) 2024-12-05T12:23:22,506 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T12:23:22,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:23:22,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:23:22,850 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T12:23:22,874 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f370f5ad045bfeada698c5788c5535fa, NAME => 'hbase:replication,,1733401402455.f370f5ad045bfeada698c5788c5535fa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6 2024-12-05T12:23:22,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41773 is added to blk_1073741838_1014 (size=44) 2024-12-05T12:23:23,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:23:23,365 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401402455.f370f5ad045bfeada698c5788c5535fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:23,365 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f370f5ad045bfeada698c5788c5535fa, disabling compactions & flushes 2024-12-05T12:23:23,365 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401402455.f370f5ad045bfeada698c5788c5535fa. 2024-12-05T12:23:23,365 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401402455.f370f5ad045bfeada698c5788c5535fa. 2024-12-05T12:23:23,365 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401402455.f370f5ad045bfeada698c5788c5535fa. after waiting 0 ms 2024-12-05T12:23:23,365 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401402455.f370f5ad045bfeada698c5788c5535fa. 2024-12-05T12:23:23,365 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733401402455.f370f5ad045bfeada698c5788c5535fa. 2024-12-05T12:23:23,365 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f370f5ad045bfeada698c5788c5535fa: Waiting for close lock at 1733401403365Disabling compacts and flushes for region at 1733401403365Disabling writes for close at 1733401403365Writing region close event to WAL at 1733401403365Closed at 1733401403365 2024-12-05T12:23:23,366 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:23:23,366 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733401402455.f370f5ad045bfeada698c5788c5535fa.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733401403366"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401403366"}]},"ts":"1733401403366"} 2024-12-05T12:23:23,368 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:23:23,369 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:23:23,369 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401403369"}]},"ts":"1733401403369"} 2024-12-05T12:23:23,371 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T12:23:23,371 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f370f5ad045bfeada698c5788c5535fa, ASSIGN}] 2024-12-05T12:23:23,372 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f370f5ad045bfeada698c5788c5535fa, ASSIGN 2024-12-05T12:23:23,373 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f370f5ad045bfeada698c5788c5535fa, ASSIGN; state=OFFLINE, location=9ea9abad0e9b,41705,1733401390390; forceNewPlan=false, retain=false 2024-12-05T12:23:23,523 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f370f5ad045bfeada698c5788c5535fa, regionState=OPENING, regionLocation=9ea9abad0e9b,41705,1733401390390 2024-12-05T12:23:23,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f370f5ad045bfeada698c5788c5535fa, ASSIGN because future has completed 2024-12-05T12:23:23,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f370f5ad045bfeada698c5788c5535fa, server=9ea9abad0e9b,41705,1733401390390}] 2024-12-05T12:23:23,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:23:23,681 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733401402455.f370f5ad045bfeada698c5788c5535fa. 2024-12-05T12:23:23,681 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:23:23,681 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T12:23:23,682 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C41705%2C1733401390390.rep, suffix=, logDir=hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/WALs/9ea9abad0e9b,41705,1733401390390, archiveDir=hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/oldWALs, maxLogs=10 2024-12-05T12:23:23,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/WALs/9ea9abad0e9b,41705,1733401390390/9ea9abad0e9b%2C41705%2C1733401390390.rep.1733401403682, exclude list is [], retry=0 2024-12-05T12:23:23,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41773,DS-6886d919-9ba8-4271-aff9-461395b64ace,DISK] 2024-12-05T12:23:23,695 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/WALs/9ea9abad0e9b,41705,1733401390390/9ea9abad0e9b%2C41705%2C1733401390390.rep.1733401403682 2024-12-05T12:23:23,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39223:39223)] 2024-12-05T12:23:23,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f370f5ad045bfeada698c5788c5535fa, NAME => 'hbase:replication,,1733401402455.f370f5ad045bfeada698c5788c5535fa.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:23:23,696 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:23:23,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:23:23,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733401402455.f370f5ad045bfeada698c5788c5535fa. service=MultiRowMutationService 2024-12-05T12:23:23,696 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T12:23:23,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f370f5ad045bfeada698c5788c5535fa 2024-12-05T12:23:23,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401402455.f370f5ad045bfeada698c5788c5535fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:23,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f370f5ad045bfeada698c5788c5535fa 2024-12-05T12:23:23,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f370f5ad045bfeada698c5788c5535fa 2024-12-05T12:23:23,697 INFO [StoreOpener-f370f5ad045bfeada698c5788c5535fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f370f5ad045bfeada698c5788c5535fa 2024-12-05T12:23:23,698 INFO [StoreOpener-f370f5ad045bfeada698c5788c5535fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f370f5ad045bfeada698c5788c5535fa columnFamilyName hfileref 2024-12-05T12:23:23,698 DEBUG [StoreOpener-f370f5ad045bfeada698c5788c5535fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:23,699 INFO [StoreOpener-f370f5ad045bfeada698c5788c5535fa-1 {}] regionserver.HStore(327): Store=f370f5ad045bfeada698c5788c5535fa/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:23,699 INFO [StoreOpener-f370f5ad045bfeada698c5788c5535fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f370f5ad045bfeada698c5788c5535fa 2024-12-05T12:23:23,699 INFO [StoreOpener-f370f5ad045bfeada698c5788c5535fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f370f5ad045bfeada698c5788c5535fa columnFamilyName queue 2024-12-05T12:23:23,699 DEBUG [StoreOpener-f370f5ad045bfeada698c5788c5535fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:23,700 INFO [StoreOpener-f370f5ad045bfeada698c5788c5535fa-1 {}] regionserver.HStore(327): Store=f370f5ad045bfeada698c5788c5535fa/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:23,700 INFO [StoreOpener-f370f5ad045bfeada698c5788c5535fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f370f5ad045bfeada698c5788c5535fa 2024-12-05T12:23:23,700 INFO [StoreOpener-f370f5ad045bfeada698c5788c5535fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f370f5ad045bfeada698c5788c5535fa columnFamilyName sid 2024-12-05T12:23:23,700 DEBUG [StoreOpener-f370f5ad045bfeada698c5788c5535fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:23,701 INFO [StoreOpener-f370f5ad045bfeada698c5788c5535fa-1 {}] regionserver.HStore(327): Store=f370f5ad045bfeada698c5788c5535fa/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:23,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f370f5ad045bfeada698c5788c5535fa 2024-12-05T12:23:23,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/data/hbase/replication/f370f5ad045bfeada698c5788c5535fa 2024-12-05T12:23:23,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/data/hbase/replication/f370f5ad045bfeada698c5788c5535fa 2024-12-05T12:23:23,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f370f5ad045bfeada698c5788c5535fa 2024-12-05T12:23:23,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f370f5ad045bfeada698c5788c5535fa 2024-12-05T12:23:23,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:23:23,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f370f5ad045bfeada698c5788c5535fa 2024-12-05T12:23:23,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/data/hbase/replication/f370f5ad045bfeada698c5788c5535fa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:23:23,705 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f370f5ad045bfeada698c5788c5535fa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72480325, jitterRate=0.08004100620746613}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:23:23,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f370f5ad045bfeada698c5788c5535fa 2024-12-05T12:23:23,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f370f5ad045bfeada698c5788c5535fa: Running coprocessor pre-open hook at 1733401403696Writing region info on filesystem at 1733401403696Initializing all the Stores at 1733401403697 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401403697Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401403697Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401403697Cleaning up temporary data from old regions at 1733401403702 (+5 ms)Running coprocessor post-open hooks at 1733401403705 (+3 ms)Region opened successfully at 1733401403706 (+1 ms) 2024-12-05T12:23:23,707 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733401402455.f370f5ad045bfeada698c5788c5535fa., pid=10, masterSystemTime=1733401403677 2024-12-05T12:23:23,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733401402455.f370f5ad045bfeada698c5788c5535fa. 2024-12-05T12:23:23,708 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733401402455.f370f5ad045bfeada698c5788c5535fa. 2024-12-05T12:23:23,709 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f370f5ad045bfeada698c5788c5535fa, regionState=OPEN, openSeqNum=2, regionLocation=9ea9abad0e9b,41705,1733401390390 2024-12-05T12:23:23,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f370f5ad045bfeada698c5788c5535fa, server=9ea9abad0e9b,41705,1733401390390 because future has completed 2024-12-05T12:23:23,712 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T12:23:23,712 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f370f5ad045bfeada698c5788c5535fa, server=9ea9abad0e9b,41705,1733401390390 in 185 msec 2024-12-05T12:23:23,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T12:23:23,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f370f5ad045bfeada698c5788c5535fa, ASSIGN in 341 msec 2024-12-05T12:23:23,714 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:23:23,714 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401403714"}]},"ts":"1733401403714"} 2024-12-05T12:23:23,715 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T12:23:23,716 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:23:23,717 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2610 sec 2024-12-05T12:23:23,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733401402455.f370f5ad045bfeada698c5788c5535fa., hostname=9ea9abad0e9b,41705,1733401390390, seqNum=2] 2024-12-05T12:23:23,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45687-0x101a69fec450000, quorum=127.0.0.1:60610, baseZNode=/0158739110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0158739110 2024-12-05T12:23:23,809 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41705-0x101a69fec450001, quorum=127.0.0.1:60610, baseZNode=/0158739110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0158739110 2024-12-05T12:23:23,876 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T12:23:24,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41705 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T12:23:24,029 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T12:23:24,060 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9ea9abad0e9b,41705,1733401390390, ReplicationSource: 1, currentBandwidth=0 2024-12-05T12:23:24,060 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:23:24,060 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,41705,1733401390390, seqNum=-1] 2024-12-05T12:23:24,061 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:23:24,061 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39853, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-05T12:23:24,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9ea9abad0e9b,41705,1733401390390', locateType=CURRENT is [region=hbase:replication,,1733401402455.f370f5ad045bfeada698c5788c5535fa., hostname=9ea9abad0e9b,41705,1733401390390, seqNum=2] 2024-12-05T12:23:24,065 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T12:23:24,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45687 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T12:23:24,067 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9ea9abad0e9b,41705,1733401390390 suceeded 2024-12-05T12:23:24,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T12:23:24,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-12-05T12:23:24,069 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9ea9abad0e9b:43791,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T12:23:24,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6220 sec 2024-12-05T12:23:24,080 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ea9abad0e9b:43791' 2024-12-05T12:23:24,082 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f05e4cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:24,082 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390 {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,43791,-1 for getting cluster id 2024-12-05T12:23:24,082 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:23:24,083 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55042b39-42b3-468d-85d8-39cf7485d624' 2024-12-05T12:23:24,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:23:24,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55042b39-42b3-468d-85d8-39cf7485d624" 2024-12-05T12:23:24,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f3c4e1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:24,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,43791,-1] 2024-12-05T12:23:24,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:23:24,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:24,084 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:23:24,085 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72f23055, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:24,085 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:23:24,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,43791,1733401395065 2024-12-05T12:23:24,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e529570 2024-12-05T12:23:24,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:23:24,086 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-05T12:23:24,087 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9ea9abad0e9b,41705,1733401390390 (queues=1) is replicating from cluster=9a5768ac-c8de-40ea-8ac9-ba05446d0020 to cluster=55042b39-42b3-468d-85d8-39cf7485d624 2024-12-05T12:23:24,087 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9ea9abad0e9b%2C41705%2C1733401390390 2024-12-05T12:23:24,087 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9ea9abad0e9b,41705,1733401390390, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T12:23:24,088 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390.replicationSource.wal-reader.9ea9abad0e9b%2C41705%2C1733401390390,1-9ea9abad0e9b,41705,1733401390390 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/WALs/9ea9abad0e9b,41705,1733401390390/9ea9abad0e9b%2C41705%2C1733401390390.1733401392601, startPosition=0, beingWritten=true 2024-12-05T12:23:24,088 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390.replicationSource.shipper9ea9abad0e9b%2C41705%2C1733401390390,1-9ea9abad0e9b,41705,1733401390390 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9ea9abad0e9b%2C41705%2C1733401390390 2024-12-05T12:23:24,097 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390.replicationSource.wal-reader.9ea9abad0e9b%2C41705%2C1733401390390,1-9ea9abad0e9b,41705,1733401390390 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:23:24,097 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390.replicationSource.wal-reader.9ea9abad0e9b%2C41705%2C1733401390390,1-9ea9abad0e9b,41705,1733401390390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/WALs/9ea9abad0e9b,41705,1733401390390/9ea9abad0e9b%2C41705%2C1733401390390.1733401392601 to pos 379, reset compression=false 2024-12-05T12:23:24,097 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390.replicationSource.shipper9ea9abad0e9b%2C41705%2C1733401390390,1-9ea9abad0e9b,41705,1733401390390 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,41705,1733401390390 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/WALs/9ea9abad0e9b,41705,1733401390390/9ea9abad0e9b%2C41705%2C1733401390390.1733401392601, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:23:24,300 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390.replicationSource.wal-reader.9ea9abad0e9b%2C41705%2C1733401390390,1-9ea9abad0e9b,41705,1733401390390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/WALs/9ea9abad0e9b,41705,1733401390390/9ea9abad0e9b%2C41705%2C1733401390390.1733401392601 to pos 379, reset compression=false 2024-12-05T12:23:24,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:23:24,596 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T12:23:24,596 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:23:24,596 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:24,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:24,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:24,596 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:23:24,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1240b678, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:24,597 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,43791,-1 for getting cluster id 2024-12-05T12:23:24,597 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:23:24,597 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55042b39-42b3-468d-85d8-39cf7485d624' 2024-12-05T12:23:24,598 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:23:24,598 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55042b39-42b3-468d-85d8-39cf7485d624" 2024-12-05T12:23:24,598 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37e33e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:24,598 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,43791,-1] 2024-12-05T12:23:24,598 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:23:24,598 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:24,599 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:23:24,600 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17e80ef9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:24,600 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:23:24,600 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,43791,1733401395065 2024-12-05T12:23:24,600 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15c9e8a7 2024-12-05T12:23:24,600 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:23:24,601 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:23:24,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9ea9abad0e9b:45687,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T12:23:24,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T12:23:24,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:23:24,604 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ea9abad0e9b:45687' 2024-12-05T12:23:24,604 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390.replicationSource.wal-reader.9ea9abad0e9b%2C41705%2C1733401390390,1-9ea9abad0e9b,41705,1733401390390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/WALs/9ea9abad0e9b,41705,1733401390390/9ea9abad0e9b%2C41705%2C1733401390390.1733401392601 to pos 379, reset compression=false 2024-12-05T12:23:24,605 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@570869f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:24,605 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,45687,-1 for getting cluster id 2024-12-05T12:23:24,605 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:23:24,606 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a5768ac-c8de-40ea-8ac9-ba05446d0020' 2024-12-05T12:23:24,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:23:24,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a5768ac-c8de-40ea-8ac9-ba05446d0020" 2024-12-05T12:23:24,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19427c95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:24,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,45687,-1] 2024-12-05T12:23:24,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:23:24,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:24,608 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:23:24,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fc705e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:24,608 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:23:24,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,45687,1733401390252 2024-12-05T12:23:24,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ba0ccea 2024-12-05T12:23:24,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:23:24,610 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:23:24,610 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T12:23:24,610 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T12:23:24,610 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:24,610 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:24,611 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:23:24,611 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:23:24,612 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T12:23:24,612 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:23:24,613 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:24,613 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:23:24,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44689 is added to blk_1073741837_1013 (size=1138) 2024-12-05T12:23:24,662 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T12:23:24,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:23:24,772 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:23:24,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:24,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:24,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:24,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:24,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:24,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:24,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:24,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:24,820 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T12:23:24,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:23:25,008 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390.replicationSource.wal-reader.9ea9abad0e9b%2C41705%2C1733401390390,1-9ea9abad0e9b,41705,1733401390390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/WALs/9ea9abad0e9b,41705,1733401390390/9ea9abad0e9b%2C41705%2C1733401390390.1733401392601 to pos 379, reset compression=false 2024-12-05T12:23:25,024 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a3558980fe9edd8036d0f9811b19c62e, NAME => 'hbase:replication,,1733401404611.a3558980fe9edd8036d0f9811b19c62e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2 2024-12-05T12:23:25,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44689 is added to blk_1073741838_1014 (size=44) 2024-12-05T12:23:25,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:23:25,429 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401404611.a3558980fe9edd8036d0f9811b19c62e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:25,429 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a3558980fe9edd8036d0f9811b19c62e, disabling compactions & flushes 2024-12-05T12:23:25,429 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401404611.a3558980fe9edd8036d0f9811b19c62e. 2024-12-05T12:23:25,429 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401404611.a3558980fe9edd8036d0f9811b19c62e. 2024-12-05T12:23:25,429 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401404611.a3558980fe9edd8036d0f9811b19c62e. after waiting 0 ms 2024-12-05T12:23:25,429 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401404611.a3558980fe9edd8036d0f9811b19c62e. 2024-12-05T12:23:25,429 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733401404611.a3558980fe9edd8036d0f9811b19c62e. 2024-12-05T12:23:25,429 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a3558980fe9edd8036d0f9811b19c62e: Waiting for close lock at 1733401405429Disabling compacts and flushes for region at 1733401405429Disabling writes for close at 1733401405429Writing region close event to WAL at 1733401405429Closed at 1733401405429 2024-12-05T12:23:25,430 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:23:25,431 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733401404611.a3558980fe9edd8036d0f9811b19c62e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733401405430"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401405430"}]},"ts":"1733401405430"} 2024-12-05T12:23:25,432 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:23:25,433 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:23:25,433 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401405433"}]},"ts":"1733401405433"} 2024-12-05T12:23:25,434 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T12:23:25,435 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a3558980fe9edd8036d0f9811b19c62e, ASSIGN}] 2024-12-05T12:23:25,435 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a3558980fe9edd8036d0f9811b19c62e, ASSIGN 2024-12-05T12:23:25,436 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a3558980fe9edd8036d0f9811b19c62e, ASSIGN; state=OFFLINE, location=9ea9abad0e9b,36257,1733401395184; forceNewPlan=false, retain=false 2024-12-05T12:23:25,512 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390.replicationSource.wal-reader.9ea9abad0e9b%2C41705%2C1733401390390,1-9ea9abad0e9b,41705,1733401390390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/WALs/9ea9abad0e9b,41705,1733401390390/9ea9abad0e9b%2C41705%2C1733401390390.1733401392601 to pos 379, reset compression=false 2024-12-05T12:23:25,586 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a3558980fe9edd8036d0f9811b19c62e, regionState=OPENING, regionLocation=9ea9abad0e9b,36257,1733401395184 2024-12-05T12:23:25,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a3558980fe9edd8036d0f9811b19c62e, ASSIGN because future has completed 2024-12-05T12:23:25,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3558980fe9edd8036d0f9811b19c62e, server=9ea9abad0e9b,36257,1733401395184}] 2024-12-05T12:23:25,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:23:25,744 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733401404611.a3558980fe9edd8036d0f9811b19c62e. 2024-12-05T12:23:25,744 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:23:25,744 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T12:23:25,746 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C36257%2C1733401395184.rep, suffix=, logDir=hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/WALs/9ea9abad0e9b,36257,1733401395184, archiveDir=hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/oldWALs, maxLogs=10 2024-12-05T12:23:25,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/WALs/9ea9abad0e9b,36257,1733401395184/9ea9abad0e9b%2C36257%2C1733401395184.rep.1733401405746, exclude list is [], retry=0 2024-12-05T12:23:25,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44689,DS-f3eff1b7-c143-4cf7-afb3-4b1d901446fe,DISK] 2024-12-05T12:23:25,771 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/WALs/9ea9abad0e9b,36257,1733401395184/9ea9abad0e9b%2C36257%2C1733401395184.rep.1733401405746 2024-12-05T12:23:25,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33437:33437)] 2024-12-05T12:23:25,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a3558980fe9edd8036d0f9811b19c62e, NAME => 'hbase:replication,,1733401404611.a3558980fe9edd8036d0f9811b19c62e.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:23:25,772 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:23:25,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:23:25,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733401404611.a3558980fe9edd8036d0f9811b19c62e. service=MultiRowMutationService 2024-12-05T12:23:25,772 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T12:23:25,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a3558980fe9edd8036d0f9811b19c62e 2024-12-05T12:23:25,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401404611.a3558980fe9edd8036d0f9811b19c62e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:25,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a3558980fe9edd8036d0f9811b19c62e 2024-12-05T12:23:25,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a3558980fe9edd8036d0f9811b19c62e 2024-12-05T12:23:25,774 INFO [StoreOpener-a3558980fe9edd8036d0f9811b19c62e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a3558980fe9edd8036d0f9811b19c62e 2024-12-05T12:23:25,775 INFO [StoreOpener-a3558980fe9edd8036d0f9811b19c62e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3558980fe9edd8036d0f9811b19c62e columnFamilyName hfileref 2024-12-05T12:23:25,775 DEBUG [StoreOpener-a3558980fe9edd8036d0f9811b19c62e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:25,775 INFO [StoreOpener-a3558980fe9edd8036d0f9811b19c62e-1 {}] regionserver.HStore(327): Store=a3558980fe9edd8036d0f9811b19c62e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:25,775 INFO [StoreOpener-a3558980fe9edd8036d0f9811b19c62e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a3558980fe9edd8036d0f9811b19c62e 2024-12-05T12:23:25,776 INFO [StoreOpener-a3558980fe9edd8036d0f9811b19c62e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3558980fe9edd8036d0f9811b19c62e columnFamilyName queue 2024-12-05T12:23:25,776 DEBUG [StoreOpener-a3558980fe9edd8036d0f9811b19c62e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:25,776 INFO [StoreOpener-a3558980fe9edd8036d0f9811b19c62e-1 {}] regionserver.HStore(327): Store=a3558980fe9edd8036d0f9811b19c62e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:25,776 INFO [StoreOpener-a3558980fe9edd8036d0f9811b19c62e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a3558980fe9edd8036d0f9811b19c62e 2024-12-05T12:23:25,777 INFO [StoreOpener-a3558980fe9edd8036d0f9811b19c62e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3558980fe9edd8036d0f9811b19c62e columnFamilyName sid 2024-12-05T12:23:25,777 DEBUG [StoreOpener-a3558980fe9edd8036d0f9811b19c62e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:25,777 INFO [StoreOpener-a3558980fe9edd8036d0f9811b19c62e-1 {}] regionserver.HStore(327): Store=a3558980fe9edd8036d0f9811b19c62e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:25,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a3558980fe9edd8036d0f9811b19c62e 2024-12-05T12:23:25,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/data/hbase/replication/a3558980fe9edd8036d0f9811b19c62e 2024-12-05T12:23:25,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/data/hbase/replication/a3558980fe9edd8036d0f9811b19c62e 2024-12-05T12:23:25,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a3558980fe9edd8036d0f9811b19c62e 2024-12-05T12:23:25,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a3558980fe9edd8036d0f9811b19c62e 2024-12-05T12:23:25,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:23:25,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a3558980fe9edd8036d0f9811b19c62e 2024-12-05T12:23:25,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/data/hbase/replication/a3558980fe9edd8036d0f9811b19c62e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:23:25,782 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a3558980fe9edd8036d0f9811b19c62e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64820232, jitterRate=-0.03410327434539795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:23:25,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a3558980fe9edd8036d0f9811b19c62e 2024-12-05T12:23:25,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a3558980fe9edd8036d0f9811b19c62e: Running coprocessor pre-open hook at 1733401405773Writing region info on filesystem at 1733401405773Initializing all the Stores at 1733401405773Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401405773Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401405774 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401405774Cleaning up temporary data from old regions at 1733401405779 (+5 ms)Running coprocessor post-open hooks at 1733401405782 (+3 ms)Region opened successfully at 1733401405782 2024-12-05T12:23:25,783 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733401404611.a3558980fe9edd8036d0f9811b19c62e., pid=10, masterSystemTime=1733401405741 2024-12-05T12:23:25,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733401404611.a3558980fe9edd8036d0f9811b19c62e. 2024-12-05T12:23:25,785 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733401404611.a3558980fe9edd8036d0f9811b19c62e. 2024-12-05T12:23:25,785 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a3558980fe9edd8036d0f9811b19c62e, regionState=OPEN, openSeqNum=2, regionLocation=9ea9abad0e9b,36257,1733401395184 2024-12-05T12:23:25,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3558980fe9edd8036d0f9811b19c62e, server=9ea9abad0e9b,36257,1733401395184 because future has completed 2024-12-05T12:23:25,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T12:23:25,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a3558980fe9edd8036d0f9811b19c62e, server=9ea9abad0e9b,36257,1733401395184 in 199 msec 2024-12-05T12:23:25,791 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T12:23:25,791 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a3558980fe9edd8036d0f9811b19c62e, ASSIGN in 354 msec 2024-12-05T12:23:25,791 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:23:25,792 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401405791"}]},"ts":"1733401405791"} 2024-12-05T12:23:25,793 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T12:23:25,794 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:23:25,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1830 sec 2024-12-05T12:23:25,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733401404611.a3558980fe9edd8036d0f9811b19c62e., hostname=9ea9abad0e9b,36257,1733401395184, seqNum=2] 2024-12-05T12:23:25,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x101a69fec450004, quorum=127.0.0.1:60610, baseZNode=/1296131634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1296131634 2024-12-05T12:23:25,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43791-0x101a69fec450003, quorum=127.0.0.1:60610, baseZNode=/1296131634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1296131634 2024-12-05T12:23:25,935 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T12:23:26,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36257 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T12:23:26,087 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T12:23:26,117 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390.replicationSource.wal-reader.9ea9abad0e9b%2C41705%2C1733401390390,1-9ea9abad0e9b,41705,1733401390390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/WALs/9ea9abad0e9b,41705,1733401390390/9ea9abad0e9b%2C41705%2C1733401390390.1733401392601 to pos 379, reset compression=false 2024-12-05T12:23:26,124 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9ea9abad0e9b,36257,1733401395184, ReplicationSource: 1, currentBandwidth=0 2024-12-05T12:23:26,125 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:23:26,125 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,36257,1733401395184, seqNum=-1] 2024-12-05T12:23:26,125 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:23:26,126 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53099, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-05T12:23:26,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9ea9abad0e9b,36257,1733401395184', locateType=CURRENT is [region=hbase:replication,,1733401404611.a3558980fe9edd8036d0f9811b19c62e., hostname=9ea9abad0e9b,36257,1733401395184, seqNum=2] 2024-12-05T12:23:26,130 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T12:23:26,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T12:23:26,133 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9ea9abad0e9b,36257,1733401395184 suceeded 2024-12-05T12:23:26,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T12:23:26,134 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9ea9abad0e9b:45687,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T12:23:26,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-12-05T12:23:26,135 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5320 sec 2024-12-05T12:23:26,143 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36257,1733401395184 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ea9abad0e9b:45687' 2024-12-05T12:23:26,145 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36257,1733401395184 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f0bd580, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:26,145 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36257,1733401395184 {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,45687,-1 for getting cluster id 2024-12-05T12:23:26,145 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36257,1733401395184 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:23:26,145 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a5768ac-c8de-40ea-8ac9-ba05446d0020' 2024-12-05T12:23:26,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:23:26,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a5768ac-c8de-40ea-8ac9-ba05446d0020" 2024-12-05T12:23:26,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4df0924e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:26,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,45687,-1] 2024-12-05T12:23:26,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:23:26,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:26,147 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:23:26,148 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36257,1733401395184 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64016978, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:26,148 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36257,1733401395184 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:23:26,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,45687,1733401390252 2024-12-05T12:23:26,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50b5a614 2024-12-05T12:23:26,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:23:26,149 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-05T12:23:26,150 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36257,1733401395184 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9ea9abad0e9b,36257,1733401395184 (queues=1) is replicating from cluster=55042b39-42b3-468d-85d8-39cf7485d624 to cluster=9a5768ac-c8de-40ea-8ac9-ba05446d0020 2024-12-05T12:23:26,150 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36257,1733401395184 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9ea9abad0e9b%2C36257%2C1733401395184 2024-12-05T12:23:26,150 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36257,1733401395184 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9ea9abad0e9b,36257,1733401395184, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T12:23:26,150 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36257,1733401395184.replicationSource.shipper9ea9abad0e9b%2C36257%2C1733401395184,1-9ea9abad0e9b,36257,1733401395184 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9ea9abad0e9b%2C36257%2C1733401395184 2024-12-05T12:23:26,150 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36257,1733401395184.replicationSource.wal-reader.9ea9abad0e9b%2C36257%2C1733401395184,1-9ea9abad0e9b,36257,1733401395184 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/WALs/9ea9abad0e9b,36257,1733401395184/9ea9abad0e9b%2C36257%2C1733401395184.1733401396989, startPosition=0, beingWritten=true 2024-12-05T12:23:26,155 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36257,1733401395184.replicationSource.wal-reader.9ea9abad0e9b%2C36257%2C1733401395184,1-9ea9abad0e9b,36257,1733401395184 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:23:26,155 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36257,1733401395184.replicationSource.wal-reader.9ea9abad0e9b%2C36257%2C1733401395184,1-9ea9abad0e9b,36257,1733401395184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/WALs/9ea9abad0e9b,36257,1733401395184/9ea9abad0e9b%2C36257%2C1733401395184.1733401396989 to pos 379, reset compression=false 2024-12-05T12:23:26,155 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36257,1733401395184.replicationSource.shipper9ea9abad0e9b%2C36257%2C1733401395184,1-9ea9abad0e9b,36257,1733401395184 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,36257,1733401395184 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/WALs/9ea9abad0e9b,36257,1733401395184/9ea9abad0e9b%2C36257%2C1733401395184.1733401396989, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:23:26,359 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36257,1733401395184.replicationSource.wal-reader.9ea9abad0e9b%2C36257%2C1733401395184,1-9ea9abad0e9b,36257,1733401395184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/WALs/9ea9abad0e9b,36257,1733401395184/9ea9abad0e9b%2C36257%2C1733401395184.1733401396989 to pos 379, reset compression=false 2024-12-05T12:23:26,662 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36257,1733401395184.replicationSource.wal-reader.9ea9abad0e9b%2C36257%2C1733401395184,1-9ea9abad0e9b,36257,1733401395184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/WALs/9ea9abad0e9b,36257,1733401395184/9ea9abad0e9b%2C36257%2C1733401395184.1733401396989 to pos 379, reset compression=false 2024-12-05T12:23:26,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:23:26,746 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T12:23:26,746 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:23:26,746 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:26,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:26,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:26,746 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:23:26,747 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:26,750 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1733401406750/Put/seqid=0 2024-12-05T12:23:26,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41773 is added to blk_1073741840_1016 (size=7894) 2024-12-05T12:23:26,822 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390.replicationSource.wal-reader.9ea9abad0e9b%2C41705%2C1733401390390,1-9ea9abad0e9b,41705,1733401390390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/WALs/9ea9abad0e9b,41705,1733401390390/9ea9abad0e9b%2C41705%2C1733401390390.1733401392601 to pos 379, reset compression=false 2024-12-05T12:23:27,066 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36257,1733401395184.replicationSource.wal-reader.9ea9abad0e9b%2C36257%2C1733401395184,1-9ea9abad0e9b,36257,1733401395184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/WALs/9ea9abad0e9b,36257,1733401395184/9ea9abad0e9b%2C36257%2C1733401395184.1733401396989 to pos 379, reset compression=false 2024-12-05T12:23:27,156 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1733401407156/Put/seqid=0 2024-12-05T12:23:27,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41773 is added to blk_1073741841_1017 (size=7691) 2024-12-05T12:23:27,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T12:23:27,554 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-05T12:23:27,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T12:23:27,554 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-05T12:23:27,555 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T12:23:27,555 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-05T12:23:27,569 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36257,1733401395184.replicationSource.wal-reader.9ea9abad0e9b%2C36257%2C1733401395184,1-9ea9abad0e9b,36257,1733401395184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/WALs/9ea9abad0e9b,36257,1733401395184/9ea9abad0e9b%2C36257%2C1733401395184.1733401396989 to pos 379, reset compression=false 2024-12-05T12:23:27,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30ed2e47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:27,571 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,45687,-1 for getting cluster id 2024-12-05T12:23:27,571 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:23:27,572 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a5768ac-c8de-40ea-8ac9-ba05446d0020' 2024-12-05T12:23:27,572 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:23:27,572 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a5768ac-c8de-40ea-8ac9-ba05446d0020" 2024-12-05T12:23:27,572 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62056839, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:27,572 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,45687,-1] 2024-12-05T12:23:27,572 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:23:27,573 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:27,574 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:23:27,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a8a376, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:27,575 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:23:27,576 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,41705,1733401390390, seqNum=-1] 2024-12-05T12:23:27,576 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:23:27,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:23:27,585 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:23:27,585 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,45687,1733401390252 2024-12-05T12:23:27,586 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e296684 2024-12-05T12:23:27,586 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:23:27,587 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:23:27,589 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733401398138.e049266d749af6d2d77aefb3740215e6., hostname=9ea9abad0e9b,41705,1733401390390, seqNum=2] 2024-12-05T12:23:27,592 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T12:23:27,597 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-05T12:23:27,600 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-05T12:23:27,604 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/testHFileCyclicReplication_01/f/hfile_1 for inclusion in e049266d749af6d2d77aefb3740215e6/f 2024-12-05T12:23:27,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-05T12:23:27,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T12:23:27,607 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/testHFileCyclicReplication_01/f/hfile_0 for inclusion in e049266d749af6d2d77aefb3740215e6/f 2024-12-05T12:23:27,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-05T12:23:27,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T12:23:27,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] regionserver.HRegion(2603): Flush status journal for e049266d749af6d2d77aefb3740215e6: 2024-12-05T12:23:27,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/staging/jenkins__test__rff0v1956e8e38lacs45c8u7eqfqgo0l7k61ul90pfrahand1lugiv1n7ckla7c7/f/hfile_1 2024-12-05T12:23:27,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/staging/jenkins__test__rff0v1956e8e38lacs45c8u7eqfqgo0l7k61ul90pfrahand1lugiv1n7ckla7c7/f/hfile_1 as hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/data/default/test/e049266d749af6d2d77aefb3740215e6/f/b101eb590f89401aadf956c54ce510ee_SeqId_4_ 2024-12-05T12:23:27,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/staging/jenkins__test__rff0v1956e8e38lacs45c8u7eqfqgo0l7k61ul90pfrahand1lugiv1n7ckla7c7/f/hfile_0 2024-12-05T12:23:27,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/staging/jenkins__test__rff0v1956e8e38lacs45c8u7eqfqgo0l7k61ul90pfrahand1lugiv1n7ckla7c7/f/hfile_0 as hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/data/default/test/e049266d749af6d2d77aefb3740215e6/f/1a3fc95822dd41e6b1a98b2780d3752f_SeqId_4_ 2024-12-05T12:23:27,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/staging/jenkins__test__rff0v1956e8e38lacs45c8u7eqfqgo0l7k61ul90pfrahand1lugiv1n7ckla7c7/f/hfile_1 into e049266d749af6d2d77aefb3740215e6/f as hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/data/default/test/e049266d749af6d2d77aefb3740215e6/f/b101eb590f89401aadf956c54ce510ee_SeqId_4_ - updating store file list. 2024-12-05T12:23:27,625 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390.replicationSource.wal-reader.9ea9abad0e9b%2C41705%2C1733401390390,1-9ea9abad0e9b,41705,1733401390390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/WALs/9ea9abad0e9b,41705,1733401390390/9ea9abad0e9b%2C41705%2C1733401390390.1733401392601 to pos 379, reset compression=false 2024-12-05T12:23:27,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b101eb590f89401aadf956c54ce510ee_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T12:23:27,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/data/default/test/e049266d749af6d2d77aefb3740215e6/f/b101eb590f89401aadf956c54ce510ee_SeqId_4_ into e049266d749af6d2d77aefb3740215e6/f 2024-12-05T12:23:27,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/staging/jenkins__test__rff0v1956e8e38lacs45c8u7eqfqgo0l7k61ul90pfrahand1lugiv1n7ckla7c7/f/hfile_1 into e049266d749af6d2d77aefb3740215e6/f (new location: hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/data/default/test/e049266d749af6d2d77aefb3740215e6/f/b101eb590f89401aadf956c54ce510ee_SeqId_4_) 2024-12-05T12:23:27,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/staging/jenkins__test__rff0v1956e8e38lacs45c8u7eqfqgo0l7k61ul90pfrahand1lugiv1n7ckla7c7/f/hfile_1 2024-12-05T12:23:27,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/staging/jenkins__test__rff0v1956e8e38lacs45c8u7eqfqgo0l7k61ul90pfrahand1lugiv1n7ckla7c7/f/hfile_0 into e049266d749af6d2d77aefb3740215e6/f as hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/data/default/test/e049266d749af6d2d77aefb3740215e6/f/1a3fc95822dd41e6b1a98b2780d3752f_SeqId_4_ - updating store file list. 2024-12-05T12:23:27,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1a3fc95822dd41e6b1a98b2780d3752f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T12:23:27,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/data/default/test/e049266d749af6d2d77aefb3740215e6/f/1a3fc95822dd41e6b1a98b2780d3752f_SeqId_4_ into e049266d749af6d2d77aefb3740215e6/f 2024-12-05T12:23:27,638 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/staging/jenkins__test__rff0v1956e8e38lacs45c8u7eqfqgo0l7k61ul90pfrahand1lugiv1n7ckla7c7/f/hfile_0 into e049266d749af6d2d77aefb3740215e6/f (new location: hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/data/default/test/e049266d749af6d2d77aefb3740215e6/f/1a3fc95822dd41e6b1a98b2780d3752f_SeqId_4_) 2024-12-05T12:23:27,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/staging/jenkins__test__rff0v1956e8e38lacs45c8u7eqfqgo0l7k61ul90pfrahand1lugiv1n7ckla7c7/f/hfile_0 2024-12-05T12:23:27,640 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:23:27,640 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:27,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:27,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:27,641 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733401398138.e049266d749af6d2d77aefb3740215e6., hostname=9ea9abad0e9b,41705,1733401390390, seqNum=2 , the old value is region=test,,1733401398138.e049266d749af6d2d77aefb3740215e6., hostname=9ea9abad0e9b,41705,1733401390390, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9ea9abad0e9b:41705 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T12:23:27,641 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733401398138.e049266d749af6d2d77aefb3740215e6., hostname=9ea9abad0e9b,41705,1733401390390, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T12:23:27,641 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733401398138.e049266d749af6d2d77aefb3740215e6., hostname=9ea9abad0e9b,41705,1733401390390, seqNum=2 from cache 2024-12-05T12:23:27,641 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:23:27,642 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:23:27,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,36257,1733401395184, seqNum=-1] 2024-12-05T12:23:27,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:23:27,644 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:23:27,644 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-05T12:23:27,646 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733401400288.8347ac410925fd2e516320234bc85f16., hostname=9ea9abad0e9b,36257,1733401395184, seqNum=2] 2024-12-05T12:23:27,649 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T12:23:27,746 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:41705 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-12-05T12:23:28,173 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36257,1733401395184.replicationSource.wal-reader.9ea9abad0e9b%2C36257%2C1733401395184,1-9ea9abad0e9b,36257,1733401395184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/WALs/9ea9abad0e9b,36257,1733401395184/9ea9abad0e9b%2C36257%2C1733401395184.1733401396989 to pos 379, reset compression=false 2024-12-05T12:23:28,529 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390.replicationSource.wal-reader.9ea9abad0e9b%2C41705%2C1733401390390,1-9ea9abad0e9b,41705,1733401390390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/WALs/9ea9abad0e9b,41705,1733401390390/9ea9abad0e9b%2C41705%2C1733401390390.1733401392601 to pos 379, reset compression=false 2024-12-05T12:23:28,533 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390.replicationSource.wal-reader.9ea9abad0e9b%2C41705%2C1733401390390,1-9ea9abad0e9b,41705,1733401390390 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:23:28,534 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390.replicationSource.shipper9ea9abad0e9b%2C41705%2C1733401390390,1-9ea9abad0e9b,41705,1733401390390 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,41705,1733401390390 got entry batch from reader: WALEntryBatch [walEntries=[{test/e049266d749af6d2d77aefb3740215e6/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733401407638/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/WALs/9ea9abad0e9b,41705,1733401390390/9ea9abad0e9b%2C41705%2C1733401390390.1733401392601, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-05T12:23:28,536 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390.replicationSource.shipper9ea9abad0e9b%2C41705%2C1733401390390,1-9ea9abad0e9b,41705,1733401390390 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:23:28,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-12-05T12:23:28,537 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.ReplicationSink(318): Replicating [9a5768ac-c8de-40ea-8ac9-ba05446d0020] bulk loaded data 2024-12-05T12:23:28,538 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4806e318, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:28,538 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,43791,-1 for getting cluster id 2024-12-05T12:23:28,538 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:23:28,538 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55042b39-42b3-468d-85d8-39cf7485d624' 2024-12-05T12:23:28,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:23:28,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55042b39-42b3-468d-85d8-39cf7485d624" 2024-12-05T12:23:28,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@108e719f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:28,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,43791,-1] 2024-12-05T12:23:28,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:23:28,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:28,539 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:23:28,540 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57c83b95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:28,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44689 is added to blk_1073741840_1016 (size=7691) 2024-12-05T12:23:28,651 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T12:23:28,734 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390.replicationSource.wal-reader.9ea9abad0e9b%2C41705%2C1733401390390,1-9ea9abad0e9b,41705,1733401390390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/WALs/9ea9abad0e9b,41705,1733401390390/9ea9abad0e9b%2C41705%2C1733401390390.1733401392601 to pos 687, reset compression=false 2024-12-05T12:23:28,877 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36257,1733401395184.replicationSource.wal-reader.9ea9abad0e9b%2C36257%2C1733401395184,1-9ea9abad0e9b,36257,1733401395184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/WALs/9ea9abad0e9b,36257,1733401395184/9ea9abad0e9b%2C36257%2C1733401395184.1733401396989 to pos 379, reset compression=false 2024-12-05T12:23:28,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44689 is added to blk_1073741841_1017 (size=7894) 2024-12-05T12:23:29,037 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390.replicationSource.wal-reader.9ea9abad0e9b%2C41705%2C1733401390390,1-9ea9abad0e9b,41705,1733401390390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/WALs/9ea9abad0e9b,41705,1733401390390/9ea9abad0e9b%2C41705%2C1733401390390.1733401392601 to pos 687, reset compression=false 2024-12-05T12:23:29,363 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:23:29,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,43791,1733401395065 2024-12-05T12:23:29,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8511dbd 2024-12-05T12:23:29,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:23:29,365 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-05T12:23:29,367 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T12:23:29,367 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:23:29,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,36257,1733401395184, seqNum=-1] 2024-12-05T12:23:29,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:23:29,369 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-05T12:23:29,374 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/staging/jenkins.hfs.11__test__7svvgknuda6pc3hmehsrm5q93p31ablg2uakv0e4gm4gku7svqqph7u31klkgbl7/f/1a3fc95822dd41e6b1a98b2780d3752f_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-05T12:23:29,377 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/staging/jenkins.hfs.11__test__7svvgknuda6pc3hmehsrm5q93p31ablg2uakv0e4gm4gku7svqqph7u31klkgbl7/f/b101eb590f89401aadf956c54ce510ee_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-05T12:23:29,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/staging/jenkins.hfs.11__test__7svvgknuda6pc3hmehsrm5q93p31ablg2uakv0e4gm4gku7svqqph7u31klkgbl7/f/1a3fc95822dd41e6b1a98b2780d3752f_SeqId_4_ for inclusion in 8347ac410925fd2e516320234bc85f16/f 2024-12-05T12:23:29,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-05T12:23:29,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T12:23:29,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/staging/jenkins.hfs.11__test__7svvgknuda6pc3hmehsrm5q93p31ablg2uakv0e4gm4gku7svqqph7u31klkgbl7/f/b101eb590f89401aadf956c54ce510ee_SeqId_4_ for inclusion in 8347ac410925fd2e516320234bc85f16/f 2024-12-05T12:23:29,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-05T12:23:29,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T12:23:29,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HRegion(2603): Flush status journal for 8347ac410925fd2e516320234bc85f16: 2024-12-05T12:23:29,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1a3fc95822dd41e6b1a98b2780d3752f_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-05T12:23:29,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/staging/jenkins.hfs.11__test__7svvgknuda6pc3hmehsrm5q93p31ablg2uakv0e4gm4gku7svqqph7u31klkgbl7/f/1a3fc95822dd41e6b1a98b2780d3752f_SeqId_4_ as hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/data/default/test/8347ac410925fd2e516320234bc85f16/f/c2056c1203ee4173a7654c181edab4a1_SeqId_4_ 2024-12-05T12:23:29,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b101eb590f89401aadf956c54ce510ee_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-05T12:23:29,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/staging/jenkins.hfs.11__test__7svvgknuda6pc3hmehsrm5q93p31ablg2uakv0e4gm4gku7svqqph7u31klkgbl7/f/b101eb590f89401aadf956c54ce510ee_SeqId_4_ as hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/data/default/test/8347ac410925fd2e516320234bc85f16/f/bcaf7b50836647d998dcb92c15e033e6_SeqId_4_ 2024-12-05T12:23:29,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/staging/jenkins.hfs.11__test__7svvgknuda6pc3hmehsrm5q93p31ablg2uakv0e4gm4gku7svqqph7u31klkgbl7/f/1a3fc95822dd41e6b1a98b2780d3752f_SeqId_4_ into 8347ac410925fd2e516320234bc85f16/f as hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/data/default/test/8347ac410925fd2e516320234bc85f16/f/c2056c1203ee4173a7654c181edab4a1_SeqId_4_ - updating store file list. 2024-12-05T12:23:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c2056c1203ee4173a7654c181edab4a1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T12:23:29,395 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/data/default/test/8347ac410925fd2e516320234bc85f16/f/c2056c1203ee4173a7654c181edab4a1_SeqId_4_ into 8347ac410925fd2e516320234bc85f16/f 2024-12-05T12:23:29,395 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/staging/jenkins.hfs.11__test__7svvgknuda6pc3hmehsrm5q93p31ablg2uakv0e4gm4gku7svqqph7u31klkgbl7/f/1a3fc95822dd41e6b1a98b2780d3752f_SeqId_4_ into 8347ac410925fd2e516320234bc85f16/f (new location: hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/data/default/test/8347ac410925fd2e516320234bc85f16/f/c2056c1203ee4173a7654c181edab4a1_SeqId_4_) 2024-12-05T12:23:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/staging/jenkins.hfs.11__test__7svvgknuda6pc3hmehsrm5q93p31ablg2uakv0e4gm4gku7svqqph7u31klkgbl7/f/1a3fc95822dd41e6b1a98b2780d3752f_SeqId_4_ 2024-12-05T12:23:29,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/staging/jenkins.hfs.11__test__7svvgknuda6pc3hmehsrm5q93p31ablg2uakv0e4gm4gku7svqqph7u31klkgbl7/f/b101eb590f89401aadf956c54ce510ee_SeqId_4_ into 8347ac410925fd2e516320234bc85f16/f as hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/data/default/test/8347ac410925fd2e516320234bc85f16/f/bcaf7b50836647d998dcb92c15e033e6_SeqId_4_ - updating store file list. 2024-12-05T12:23:29,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bcaf7b50836647d998dcb92c15e033e6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T12:23:29,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/data/default/test/8347ac410925fd2e516320234bc85f16/f/bcaf7b50836647d998dcb92c15e033e6_SeqId_4_ into 8347ac410925fd2e516320234bc85f16/f 2024-12-05T12:23:29,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/staging/jenkins.hfs.11__test__7svvgknuda6pc3hmehsrm5q93p31ablg2uakv0e4gm4gku7svqqph7u31klkgbl7/f/b101eb590f89401aadf956c54ce510ee_SeqId_4_ into 8347ac410925fd2e516320234bc85f16/f (new location: hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/data/default/test/8347ac410925fd2e516320234bc85f16/f/bcaf7b50836647d998dcb92c15e033e6_SeqId_4_) 2024-12-05T12:23:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/staging/jenkins.hfs.11__test__7svvgknuda6pc3hmehsrm5q93p31ablg2uakv0e4gm4gku7svqqph7u31klkgbl7/f/b101eb590f89401aadf956c54ce510ee_SeqId_4_ 2024-12-05T12:23:29,403 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.ReplicationSink(324): Finished replicating [9a5768ac-c8de-40ea-8ac9-ba05446d0020] bulk loaded data 2024-12-05T12:23:29,441 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390.replicationSource.wal-reader.9ea9abad0e9b%2C41705%2C1733401390390,1-9ea9abad0e9b,41705,1733401390390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/WALs/9ea9abad0e9b,41705,1733401390390/9ea9abad0e9b%2C41705%2C1733401390390.1733401392601 to pos 687, reset compression=false 2024-12-05T12:23:29,657 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:29,661 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1733401409660/Put/seqid=0 2024-12-05T12:23:29,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44689 is added to blk_1073741842_1018 (size=11194) 2024-12-05T12:23:29,681 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36257,1733401395184.replicationSource.wal-reader.9ea9abad0e9b%2C36257%2C1733401395184,1-9ea9abad0e9b,36257,1733401395184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/WALs/9ea9abad0e9b,36257,1733401395184/9ea9abad0e9b%2C36257%2C1733401395184.1733401396989 to pos 379, reset compression=false 2024-12-05T12:23:29,685 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36257,1733401395184.replicationSource.wal-reader.9ea9abad0e9b%2C36257%2C1733401395184,1-9ea9abad0e9b,36257,1733401395184 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:23:29,685 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36257,1733401395184.replicationSource.shipper9ea9abad0e9b%2C36257%2C1733401395184,1-9ea9abad0e9b,36257,1733401395184 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,36257,1733401395184 got entry batch from reader: WALEntryBatch [walEntries=[{test/8347ac410925fd2e516320234bc85f16/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733401409401/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/WALs/9ea9abad0e9b,36257,1733401395184/9ea9abad0e9b%2C36257%2C1733401395184.1733401396989, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-05T12:23:29,687 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36257,1733401395184.replicationSource.shipper9ea9abad0e9b%2C36257%2C1733401395184,1-9ea9abad0e9b,36257,1733401395184 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:23:29,688 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-12-05T12:23:29,688 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] regionserver.ReplicationSink(318): Replicating [9a5768ac-c8de-40ea-8ac9-ba05446d0020, 55042b39-42b3-468d-85d8-39cf7485d624] bulk loaded data 2024-12-05T12:23:29,689 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@765a55e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:29,689 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,45687,-1 for getting cluster id 2024-12-05T12:23:29,689 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:23:29,690 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a5768ac-c8de-40ea-8ac9-ba05446d0020' 2024-12-05T12:23:29,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:23:29,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a5768ac-c8de-40ea-8ac9-ba05446d0020" 2024-12-05T12:23:29,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15ada9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:29,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,45687,-1] 2024-12-05T12:23:29,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:23:29,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:29,691 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:23:29,691 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32242476, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:29,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41773 is added to blk_1073741842_1018 (size=7894) 2024-12-05T12:23:29,886 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36257,1733401395184.replicationSource.wal-reader.9ea9abad0e9b%2C36257%2C1733401395184,1-9ea9abad0e9b,36257,1733401395184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/WALs/9ea9abad0e9b,36257,1733401395184/9ea9abad0e9b%2C36257%2C1733401395184.1733401396989 to pos 725, reset compression=false 2024-12-05T12:23:29,944 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390.replicationSource.wal-reader.9ea9abad0e9b%2C41705%2C1733401390390,1-9ea9abad0e9b,41705,1733401390390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/WALs/9ea9abad0e9b,41705,1733401390390/9ea9abad0e9b%2C41705%2C1733401390390.1733401392601 to pos 687, reset compression=false 2024-12-05T12:23:30,067 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1733401410067/Put/seqid=0 2024-12-05T12:23:30,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44689 is added to blk_1073741843_1019 (size=10791) 2024-12-05T12:23:30,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41773 is added to blk_1073741843_1019 (size=7691) 2024-12-05T12:23:30,189 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36257,1733401395184.replicationSource.wal-reader.9ea9abad0e9b%2C36257%2C1733401395184,1-9ea9abad0e9b,36257,1733401395184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/WALs/9ea9abad0e9b,36257,1733401395184/9ea9abad0e9b%2C36257%2C1733401395184.1733401396989 to pos 725, reset compression=false 2024-12-05T12:23:30,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c6ed23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:30,473 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,43791,-1 for getting cluster id 2024-12-05T12:23:30,473 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:23:30,474 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55042b39-42b3-468d-85d8-39cf7485d624' 2024-12-05T12:23:30,474 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:23:30,474 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55042b39-42b3-468d-85d8-39cf7485d624" 2024-12-05T12:23:30,474 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ef8b8ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:30,474 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,43791,-1] 2024-12-05T12:23:30,475 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:23:30,475 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:30,475 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:23:30,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e19dfe7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:30,476 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:23:30,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,36257,1733401395184, seqNum=-1] 2024-12-05T12:23:30,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:23:30,478 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:23:30,485 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:23:30,486 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,43791,1733401395065 2024-12-05T12:23:30,486 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fdf1db1 2024-12-05T12:23:30,486 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:23:30,487 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:23:30,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733401400288.8347ac410925fd2e516320234bc85f16., hostname=9ea9abad0e9b,36257,1733401395184, seqNum=2] 2024-12-05T12:23:30,492 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T12:23:30,497 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-05T12:23:30,499 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-05T12:23:30,502 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 8347ac410925fd2e516320234bc85f16/f 2024-12-05T12:23:30,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-05T12:23:30,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T12:23:30,505 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 8347ac410925fd2e516320234bc85f16/f 2024-12-05T12:23:30,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-05T12:23:30,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T12:23:30,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HRegion(2603): Flush status journal for 8347ac410925fd2e516320234bc85f16: 2024-12-05T12:23:30,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/staging/jenkins__test__4tk5jdd9asv3tt007nbvn5oqfv6mheof9ibhv41c8bl11v96meqgb1pitkubfjoo/f/hfile_0 2024-12-05T12:23:30,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/staging/jenkins__test__4tk5jdd9asv3tt007nbvn5oqfv6mheof9ibhv41c8bl11v96meqgb1pitkubfjoo/f/hfile_0 as hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/data/default/test/8347ac410925fd2e516320234bc85f16/f/debb0198792d4ff4bc24d659fd62762a_SeqId_6_ 2024-12-05T12:23:30,511 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:23:30,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/staging/jenkins__test__4tk5jdd9asv3tt007nbvn5oqfv6mheof9ibhv41c8bl11v96meqgb1pitkubfjoo/f/hfile_1 2024-12-05T12:23:30,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/staging/jenkins__test__4tk5jdd9asv3tt007nbvn5oqfv6mheof9ibhv41c8bl11v96meqgb1pitkubfjoo/f/hfile_1 as hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/data/default/test/8347ac410925fd2e516320234bc85f16/f/5ec6381a88b046ff8bcccd32bfc3b066_SeqId_6_ 2024-12-05T12:23:30,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,45687,1733401390252 2024-12-05T12:23:30,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39b608ce 2024-12-05T12:23:30,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:23:30,519 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-05T12:23:30,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/staging/jenkins__test__4tk5jdd9asv3tt007nbvn5oqfv6mheof9ibhv41c8bl11v96meqgb1pitkubfjoo/f/hfile_0 into 8347ac410925fd2e516320234bc85f16/f as hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/data/default/test/8347ac410925fd2e516320234bc85f16/f/debb0198792d4ff4bc24d659fd62762a_SeqId_6_ - updating store file list. 2024-12-05T12:23:30,521 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T12:23:30,521 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:23:30,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,41705,1733401390390, seqNum=-1] 2024-12-05T12:23:30,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:23:30,523 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-05T12:23:30,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HStoreFile(483): HFile Bloom filter type for debb0198792d4ff4bc24d659fd62762a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T12:23:30,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/data/default/test/8347ac410925fd2e516320234bc85f16/f/debb0198792d4ff4bc24d659fd62762a_SeqId_6_ into 8347ac410925fd2e516320234bc85f16/f 2024-12-05T12:23:30,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/staging/jenkins__test__4tk5jdd9asv3tt007nbvn5oqfv6mheof9ibhv41c8bl11v96meqgb1pitkubfjoo/f/hfile_0 into 8347ac410925fd2e516320234bc85f16/f (new location: hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/data/default/test/8347ac410925fd2e516320234bc85f16/f/debb0198792d4ff4bc24d659fd62762a_SeqId_6_) 2024-12-05T12:23:30,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/staging/jenkins__test__4tk5jdd9asv3tt007nbvn5oqfv6mheof9ibhv41c8bl11v96meqgb1pitkubfjoo/f/hfile_0 2024-12-05T12:23:30,526 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/staging/jenkins__test__4tk5jdd9asv3tt007nbvn5oqfv6mheof9ibhv41c8bl11v96meqgb1pitkubfjoo/f/hfile_1 into 8347ac410925fd2e516320234bc85f16/f as hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/data/default/test/8347ac410925fd2e516320234bc85f16/f/5ec6381a88b046ff8bcccd32bfc3b066_SeqId_6_ - updating store file list. 2024-12-05T12:23:30,528 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/staging/jenkins.hfs.10__test__tni67apmnjc6ofdt4fseaadgrhbcm1nkk9lr0nt8ih7djj440a06nvv2p6mui79j/f/bcaf7b50836647d998dcb92c15e033e6_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-05T12:23:30,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5ec6381a88b046ff8bcccd32bfc3b066_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T12:23:30,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/data/default/test/8347ac410925fd2e516320234bc85f16/f/5ec6381a88b046ff8bcccd32bfc3b066_SeqId_6_ into 8347ac410925fd2e516320234bc85f16/f 2024-12-05T12:23:30,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/staging/jenkins__test__4tk5jdd9asv3tt007nbvn5oqfv6mheof9ibhv41c8bl11v96meqgb1pitkubfjoo/f/hfile_1 into 8347ac410925fd2e516320234bc85f16/f (new location: hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/data/default/test/8347ac410925fd2e516320234bc85f16/f/5ec6381a88b046ff8bcccd32bfc3b066_SeqId_6_) 2024-12-05T12:23:30,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/staging/jenkins__test__4tk5jdd9asv3tt007nbvn5oqfv6mheof9ibhv41c8bl11v96meqgb1pitkubfjoo/f/hfile_1 2024-12-05T12:23:30,531 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/staging/jenkins.hfs.10__test__tni67apmnjc6ofdt4fseaadgrhbcm1nkk9lr0nt8ih7djj440a06nvv2p6mui79j/f/c2056c1203ee4173a7654c181edab4a1_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-05T12:23:30,532 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:23:30,532 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:30,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:30,532 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733401400288.8347ac410925fd2e516320234bc85f16., hostname=9ea9abad0e9b,36257,1733401395184, seqNum=2 , the old value is region=test,,1733401400288.8347ac410925fd2e516320234bc85f16., hostname=9ea9abad0e9b,36257,1733401395184, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9ea9abad0e9b:36257 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T12:23:30,532 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733401400288.8347ac410925fd2e516320234bc85f16., hostname=9ea9abad0e9b,36257,1733401395184, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T12:23:30,532 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733401400288.8347ac410925fd2e516320234bc85f16., hostname=9ea9abad0e9b,36257,1733401395184, seqNum=2 from cache 2024-12-05T12:23:30,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:30,532 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] regionserver.ReplicationSink(324): Finished replicating [9a5768ac-c8de-40ea-8ac9-ba05446d0020, 55042b39-42b3-468d-85d8-39cf7485d624] bulk loaded data 2024-12-05T12:23:30,532 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:23:30,533 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-05T12:23:30,533 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:23:30,534 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,41705,1733401390390, seqNum=-1] 2024-12-05T12:23:30,534 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:23:30,535 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:23:30,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733401398138.e049266d749af6d2d77aefb3740215e6., hostname=9ea9abad0e9b,41705,1733401390390, seqNum=2] 2024-12-05T12:23:30,542 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T12:23:30,547 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390.replicationSource.wal-reader.9ea9abad0e9b%2C41705%2C1733401390390,1-9ea9abad0e9b,41705,1733401390390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/WALs/9ea9abad0e9b,41705,1733401390390/9ea9abad0e9b%2C41705%2C1733401390390.1733401392601 to pos 687, reset compression=false 2024-12-05T12:23:30,593 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36257,1733401395184.replicationSource.wal-reader.9ea9abad0e9b%2C36257%2C1733401395184,1-9ea9abad0e9b,36257,1733401395184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/WALs/9ea9abad0e9b,36257,1733401395184/9ea9abad0e9b%2C36257%2C1733401395184.1733401396989 to pos 725, reset compression=false 2024-12-05T12:23:30,597 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36257,1733401395184.replicationSource.wal-reader.9ea9abad0e9b%2C36257%2C1733401395184,1-9ea9abad0e9b,36257,1733401395184 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:23:30,597 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36257,1733401395184.replicationSource.shipper9ea9abad0e9b%2C36257%2C1733401395184,1-9ea9abad0e9b,36257,1733401395184 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,36257,1733401395184 got entry batch from reader: WALEntryBatch [walEntries=[{test/8347ac410925fd2e516320234bc85f16/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733401410530/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/WALs/9ea9abad0e9b,36257,1733401395184/9ea9abad0e9b%2C36257%2C1733401395184.1733401396989, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-05T12:23:30,598 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] regionserver.ReplicationSink(318): Replicating [55042b39-42b3-468d-85d8-39cf7485d624] bulk loaded data 2024-12-05T12:23:30,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41773 is added to blk_1073741844_1020 (size=11194) 2024-12-05T12:23:30,635 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:36257 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-12-05T12:23:30,797 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36257,1733401395184.replicationSource.wal-reader.9ea9abad0e9b%2C36257%2C1733401395184,1-9ea9abad0e9b,36257,1733401395184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/WALs/9ea9abad0e9b,36257,1733401395184/9ea9abad0e9b%2C36257%2C1733401395184.1733401396989 to pos 1033, reset compression=false 2024-12-05T12:23:31,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41773 is added to blk_1073741845_1021 (size=10791) 2024-12-05T12:23:31,103 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36257,1733401395184.replicationSource.wal-reader.9ea9abad0e9b%2C36257%2C1733401395184,1-9ea9abad0e9b,36257,1733401395184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/WALs/9ea9abad0e9b,36257,1733401395184/9ea9abad0e9b%2C36257%2C1733401395184.1733401396989 to pos 1033, reset compression=false 2024-12-05T12:23:31,251 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390.replicationSource.wal-reader.9ea9abad0e9b%2C41705%2C1733401390390,1-9ea9abad0e9b,41705,1733401390390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/WALs/9ea9abad0e9b,41705,1733401390390/9ea9abad0e9b%2C41705%2C1733401390390.1733401392601 to pos 687, reset compression=false 2024-12-05T12:23:31,274 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:23:31,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:31,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:31,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:31,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:31,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:31,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:31,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:31,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:31,418 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T12:23:31,423 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/staging/jenkins.hfs.10__test__6eh5qo1jn1pu3gqb763eb233v25gpdsc1n0uirjh7u23fleusgqof3b8ibjrmds/f/5ec6381a88b046ff8bcccd32bfc3b066_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-12-05T12:23:31,426 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/staging/jenkins.hfs.10__test__6eh5qo1jn1pu3gqb763eb233v25gpdsc1n0uirjh7u23fleusgqof3b8ibjrmds/f/debb0198792d4ff4bc24d659fd62762a_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-12-05T12:23:31,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/staging/jenkins.hfs.10__test__6eh5qo1jn1pu3gqb763eb233v25gpdsc1n0uirjh7u23fleusgqof3b8ibjrmds/f/5ec6381a88b046ff8bcccd32bfc3b066_SeqId_6_ for inclusion in e049266d749af6d2d77aefb3740215e6/f 2024-12-05T12:23:31,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-05T12:23:31,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T12:23:31,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/staging/jenkins.hfs.10__test__6eh5qo1jn1pu3gqb763eb233v25gpdsc1n0uirjh7u23fleusgqof3b8ibjrmds/f/debb0198792d4ff4bc24d659fd62762a_SeqId_6_ for inclusion in e049266d749af6d2d77aefb3740215e6/f 2024-12-05T12:23:31,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-05T12:23:31,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T12:23:31,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] regionserver.HRegion(2603): Flush status journal for e049266d749af6d2d77aefb3740215e6: 2024-12-05T12:23:31,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5ec6381a88b046ff8bcccd32bfc3b066_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-05T12:23:31,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/staging/jenkins.hfs.10__test__6eh5qo1jn1pu3gqb763eb233v25gpdsc1n0uirjh7u23fleusgqof3b8ibjrmds/f/5ec6381a88b046ff8bcccd32bfc3b066_SeqId_6_ as hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/data/default/test/e049266d749af6d2d77aefb3740215e6/f/53b6131d0a7a46219d28e848992a7e64_SeqId_6_ 2024-12-05T12:23:31,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): debb0198792d4ff4bc24d659fd62762a_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-05T12:23:31,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/staging/jenkins.hfs.10__test__6eh5qo1jn1pu3gqb763eb233v25gpdsc1n0uirjh7u23fleusgqof3b8ibjrmds/f/debb0198792d4ff4bc24d659fd62762a_SeqId_6_ as hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/data/default/test/e049266d749af6d2d77aefb3740215e6/f/61a19a23bba94650a90b7f126aeae495_SeqId_6_ 2024-12-05T12:23:31,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/staging/jenkins.hfs.10__test__6eh5qo1jn1pu3gqb763eb233v25gpdsc1n0uirjh7u23fleusgqof3b8ibjrmds/f/5ec6381a88b046ff8bcccd32bfc3b066_SeqId_6_ into e049266d749af6d2d77aefb3740215e6/f as hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/data/default/test/e049266d749af6d2d77aefb3740215e6/f/53b6131d0a7a46219d28e848992a7e64_SeqId_6_ - updating store file list. 2024-12-05T12:23:31,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 53b6131d0a7a46219d28e848992a7e64_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T12:23:31,442 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/data/default/test/e049266d749af6d2d77aefb3740215e6/f/53b6131d0a7a46219d28e848992a7e64_SeqId_6_ into e049266d749af6d2d77aefb3740215e6/f 2024-12-05T12:23:31,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/staging/jenkins.hfs.10__test__6eh5qo1jn1pu3gqb763eb233v25gpdsc1n0uirjh7u23fleusgqof3b8ibjrmds/f/5ec6381a88b046ff8bcccd32bfc3b066_SeqId_6_ into e049266d749af6d2d77aefb3740215e6/f (new location: hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/data/default/test/e049266d749af6d2d77aefb3740215e6/f/53b6131d0a7a46219d28e848992a7e64_SeqId_6_) 2024-12-05T12:23:31,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/staging/jenkins.hfs.10__test__6eh5qo1jn1pu3gqb763eb233v25gpdsc1n0uirjh7u23fleusgqof3b8ibjrmds/f/5ec6381a88b046ff8bcccd32bfc3b066_SeqId_6_ 2024-12-05T12:23:31,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/staging/jenkins.hfs.10__test__6eh5qo1jn1pu3gqb763eb233v25gpdsc1n0uirjh7u23fleusgqof3b8ibjrmds/f/debb0198792d4ff4bc24d659fd62762a_SeqId_6_ into e049266d749af6d2d77aefb3740215e6/f as hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/data/default/test/e049266d749af6d2d77aefb3740215e6/f/61a19a23bba94650a90b7f126aeae495_SeqId_6_ - updating store file list. 2024-12-05T12:23:31,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 61a19a23bba94650a90b7f126aeae495_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T12:23:31,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/data/default/test/e049266d749af6d2d77aefb3740215e6/f/61a19a23bba94650a90b7f126aeae495_SeqId_6_ into e049266d749af6d2d77aefb3740215e6/f 2024-12-05T12:23:31,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/staging/jenkins.hfs.10__test__6eh5qo1jn1pu3gqb763eb233v25gpdsc1n0uirjh7u23fleusgqof3b8ibjrmds/f/debb0198792d4ff4bc24d659fd62762a_SeqId_6_ into e049266d749af6d2d77aefb3740215e6/f (new location: hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/data/default/test/e049266d749af6d2d77aefb3740215e6/f/61a19a23bba94650a90b7f126aeae495_SeqId_6_) 2024-12-05T12:23:31,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/staging/jenkins.hfs.10__test__6eh5qo1jn1pu3gqb763eb233v25gpdsc1n0uirjh7u23fleusgqof3b8ibjrmds/f/debb0198792d4ff4bc24d659fd62762a_SeqId_6_ 2024-12-05T12:23:31,449 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] regionserver.ReplicationSink(324): Finished replicating [55042b39-42b3-468d-85d8-39cf7485d624] bulk loaded data 2024-12-05T12:23:31,507 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36257,1733401395184.replicationSource.wal-reader.9ea9abad0e9b%2C36257%2C1733401395184,1-9ea9abad0e9b,36257,1733401395184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/WALs/9ea9abad0e9b,36257,1733401395184/9ea9abad0e9b%2C36257%2C1733401395184.1733401396989 to pos 1033, reset compression=false 2024-12-05T12:23:31,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T12:23:31,551 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:23:31,551 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:31,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:31,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:31,551 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:23:31,551 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T12:23:31,551 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2041610548, stopped=false 2024-12-05T12:23:31,551 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9ea9abad0e9b,43791,1733401395065 2024-12-05T12:23:31,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x101a69fec450004, quorum=127.0.0.1:60610, baseZNode=/1296131634 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1296131634/running 2024-12-05T12:23:31,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43791-0x101a69fec450003, quorum=127.0.0.1:60610, baseZNode=/1296131634 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1296131634/running 2024-12-05T12:23:31,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x101a69fec450004, quorum=127.0.0.1:60610, baseZNode=/1296131634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1296131634 2024-12-05T12:23:31,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43791-0x101a69fec450003, quorum=127.0.0.1:60610, baseZNode=/1296131634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1296131634 2024-12-05T12:23:31,617 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:23:31,617 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:23:31,617 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:31,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:31,617 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9ea9abad0e9b,36257,1733401395184' ***** 2024-12-05T12:23:31,617 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T12:23:31,618 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36257-0x101a69fec450004, quorum=127.0.0.1:60610, baseZNode=/1296131634 Set watcher on znode that does not yet exist, /1296131634/running 2024-12-05T12:23:31,618 INFO [RS:0;9ea9abad0e9b:36257 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T12:23:31,618 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43791-0x101a69fec450003, quorum=127.0.0.1:60610, baseZNode=/1296131634 Set watcher on znode that does not yet exist, /1296131634/running 2024-12-05T12:23:31,618 INFO [RS:0;9ea9abad0e9b:36257 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T12:23:31,618 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T12:23:31,618 INFO [RS:0;9ea9abad0e9b:36257 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T12:23:31,618 INFO [RS:0;9ea9abad0e9b:36257 {}] regionserver.HRegionServer(3091): Received CLOSE for 8347ac410925fd2e516320234bc85f16 2024-12-05T12:23:31,618 INFO [RS:0;9ea9abad0e9b:36257 {}] regionserver.HRegionServer(3091): Received CLOSE for a3558980fe9edd8036d0f9811b19c62e 2024-12-05T12:23:31,618 INFO [RS:0;9ea9abad0e9b:36257 {}] regionserver.HRegionServer(959): stopping server 9ea9abad0e9b,36257,1733401395184 2024-12-05T12:23:31,618 INFO [RS:0;9ea9abad0e9b:36257 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:23:31,619 INFO [RS:0;9ea9abad0e9b:36257 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ea9abad0e9b:36257. 2024-12-05T12:23:31,619 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8347ac410925fd2e516320234bc85f16, disabling compactions & flushes 2024-12-05T12:23:31,619 DEBUG [RS:0;9ea9abad0e9b:36257 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:31,619 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733401400288.8347ac410925fd2e516320234bc85f16. 2024-12-05T12:23:31,619 DEBUG [RS:0;9ea9abad0e9b:36257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:31,619 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401400288.8347ac410925fd2e516320234bc85f16. 2024-12-05T12:23:31,619 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733401400288.8347ac410925fd2e516320234bc85f16. after waiting 0 ms 2024-12-05T12:23:31,619 INFO [RS:0;9ea9abad0e9b:36257 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T12:23:31,619 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733401400288.8347ac410925fd2e516320234bc85f16. 2024-12-05T12:23:31,619 INFO [RS:0;9ea9abad0e9b:36257 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T12:23:31,619 INFO [RS:0;9ea9abad0e9b:36257 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T12:23:31,619 INFO [RS:0;9ea9abad0e9b:36257 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T12:23:31,619 INFO [RS:0;9ea9abad0e9b:36257 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T12:23:31,619 DEBUG [RS:0;9ea9abad0e9b:36257 {}] regionserver.HRegionServer(1325): Online Regions={8347ac410925fd2e516320234bc85f16=test,,1733401400288.8347ac410925fd2e516320234bc85f16., a3558980fe9edd8036d0f9811b19c62e=hbase:replication,,1733401404611.a3558980fe9edd8036d0f9811b19c62e., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T12:23:31,619 DEBUG [RS:0;9ea9abad0e9b:36257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8347ac410925fd2e516320234bc85f16, a3558980fe9edd8036d0f9811b19c62e 2024-12-05T12:23:31,619 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:23:31,619 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:23:31,619 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:23:31,619 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:23:31,619 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:23:31,619 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T12:23:31,622 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/data/default/test/8347ac410925fd2e516320234bc85f16/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T12:23:31,623 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:23:31,623 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T12:23:31,623 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733401400288.8347ac410925fd2e516320234bc85f16. 2024-12-05T12:23:31,623 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8347ac410925fd2e516320234bc85f16: Waiting for close lock at 1733401411618Running coprocessor pre-close hooks at 1733401411618Disabling compacts and flushes for region at 1733401411618Disabling writes for close at 1733401411619 (+1 ms)Writing region close event to WAL at 1733401411619Running coprocessor post-close hooks at 1733401411623 (+4 ms)Closed at 1733401411623 2024-12-05T12:23:31,623 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733401400288.8347ac410925fd2e516320234bc85f16. 2024-12-05T12:23:31,623 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a3558980fe9edd8036d0f9811b19c62e, disabling compactions & flushes 2024-12-05T12:23:31,623 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401404611.a3558980fe9edd8036d0f9811b19c62e. 2024-12-05T12:23:31,623 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401404611.a3558980fe9edd8036d0f9811b19c62e. 2024-12-05T12:23:31,623 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401404611.a3558980fe9edd8036d0f9811b19c62e. after waiting 0 ms 2024-12-05T12:23:31,623 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401404611.a3558980fe9edd8036d0f9811b19c62e. 2024-12-05T12:23:31,623 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a3558980fe9edd8036d0f9811b19c62e 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-12-05T12:23:31,637 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/data/hbase/replication/a3558980fe9edd8036d0f9811b19c62e/.tmp/hfileref/29e2040f80e94568a09bc22e3a1b9505 is 74, key is 1/hfileref:5ec6381a88b046ff8bcccd32bfc3b066_SeqId_6_/1733401411450/DeleteColumn/seqid=0 2024-12-05T12:23:31,637 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/data/hbase/meta/1588230740/.tmp/info/3691e5d549504dc7b1a17f4e5148d4f2 is 147, key is hbase:replication,,1733401404611.a3558980fe9edd8036d0f9811b19c62e./info:regioninfo/1733401405785/Put/seqid=0 2024-12-05T12:23:31,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44689 is added to blk_1073741845_1021 (size=7686) 2024-12-05T12:23:31,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44689 is added to blk_1073741844_1020 (size=5345) 2024-12-05T12:23:31,648 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/data/hbase/meta/1588230740/.tmp/info/3691e5d549504dc7b1a17f4e5148d4f2 2024-12-05T12:23:31,666 INFO [regionserver/9ea9abad0e9b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:23:31,673 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/data/hbase/meta/1588230740/.tmp/ns/709e59166f054123b996c915c66d098a is 43, key is default/ns:d/1733401398037/Put/seqid=0 2024-12-05T12:23:31,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44689 is added to blk_1073741846_1022 (size=5153) 2024-12-05T12:23:31,819 DEBUG [RS:0;9ea9abad0e9b:36257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a3558980fe9edd8036d0f9811b19c62e 2024-12-05T12:23:31,853 INFO [regionserver/9ea9abad0e9b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T12:23:31,854 INFO [regionserver/9ea9abad0e9b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T12:23:32,011 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36257,1733401395184.replicationSource.wal-reader.9ea9abad0e9b%2C36257%2C1733401395184,1-9ea9abad0e9b,36257,1733401395184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/WALs/9ea9abad0e9b,36257,1733401395184/9ea9abad0e9b%2C36257%2C1733401395184.1733401396989 to pos 1033, reset compression=false 2024-12-05T12:23:32,015 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36257,1733401395184.replicationSource.wal-reader.9ea9abad0e9b%2C36257%2C1733401395184,1-9ea9abad0e9b,36257,1733401395184 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:23:32,015 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36257,1733401395184.replicationSource.wal-reader.9ea9abad0e9b%2C36257%2C1733401395184,1-9ea9abad0e9b,36257,1733401395184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/WALs/9ea9abad0e9b,36257,1733401395184/9ea9abad0e9b%2C36257%2C1733401395184.1733401396989 to pos 1328, reset compression=false 2024-12-05T12:23:32,015 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36257,1733401395184.replicationSource.shipper9ea9abad0e9b%2C36257%2C1733401395184,1-9ea9abad0e9b,36257,1733401395184 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,36257,1733401395184 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/WALs/9ea9abad0e9b,36257,1733401395184/9ea9abad0e9b%2C36257%2C1733401395184.1733401396989, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:23:32,016 ERROR [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36257,1733401395184.replicationSource.shipper9ea9abad0e9b%2C36257%2C1733401395184,1-9ea9abad0e9b,36257,1733401395184 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9ea9abad0e9b,36257,1733401395184: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9ea9abad0e9b,36257,1733401395184, walGroup=9ea9abad0e9b%2C36257%2C1733401395184, offset=9ea9abad0e9b%2C36257%2C1733401395184.1733401396989:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:36257 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T12:23:32,017 ERROR [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36257,1733401395184.replicationSource.shipper9ea9abad0e9b%2C36257%2C1733401395184,1-9ea9abad0e9b,36257,1733401395184 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T12:23:32,017 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36257,1733401395184.replicationSource.shipper9ea9abad0e9b%2C36257%2C1733401395184,1-9ea9abad0e9b,36257,1733401395184 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T12:23:32,018 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36257,1733401395184.replicationSource.shipper9ea9abad0e9b%2C36257%2C1733401395184,1-9ea9abad0e9b,36257,1733401395184 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T12:23:32,018 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36257,1733401395184.replicationSource.shipper9ea9abad0e9b%2C36257%2C1733401395184,1-9ea9abad0e9b,36257,1733401395184 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T12:23:32,018 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36257,1733401395184.replicationSource.shipper9ea9abad0e9b%2C36257%2C1733401395184,1-9ea9abad0e9b,36257,1733401395184 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T12:23:32,018 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36257,1733401395184.replicationSource.shipper9ea9abad0e9b%2C36257%2C1733401395184,1-9ea9abad0e9b,36257,1733401395184 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 566761704 }, "NonHeapMemoryUsage": { "committed": 189726720, "init": 7667712, "max": -1, "used": 186996824 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T12:23:32,019 WARN [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36257,1733401395184.replicationSource.shipper9ea9abad0e9b%2C36257%2C1733401395184,1-9ea9abad0e9b,36257,1733401395184 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:43791 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:43791 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-12-05T12:23:32,019 DEBUG [RS:0;9ea9abad0e9b:36257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a3558980fe9edd8036d0f9811b19c62e 2024-12-05T12:23:32,048 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/data/hbase/replication/a3558980fe9edd8036d0f9811b19c62e/.tmp/hfileref/29e2040f80e94568a09bc22e3a1b9505 2024-12-05T12:23:32,054 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390.replicationSource.wal-reader.9ea9abad0e9b%2C41705%2C1733401390390,1-9ea9abad0e9b,41705,1733401390390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/WALs/9ea9abad0e9b,41705,1733401390390/9ea9abad0e9b%2C41705%2C1733401390390.1733401392601 to pos 687, reset compression=false 2024-12-05T12:23:32,058 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390.replicationSource.wal-reader.9ea9abad0e9b%2C41705%2C1733401390390,1-9ea9abad0e9b,41705,1733401390390 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:23:32,058 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390.replicationSource.shipper9ea9abad0e9b%2C41705%2C1733401390390,1-9ea9abad0e9b,41705,1733401390390 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,41705,1733401390390 got entry batch from reader: WALEntryBatch [walEntries=[{test/e049266d749af6d2d77aefb3740215e6/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733401411448/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/WALs/9ea9abad0e9b,41705,1733401390390/9ea9abad0e9b%2C41705%2C1733401390390.1733401392601, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-05T12:23:32,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 9ea9abad0e9b,36257,1733401395184 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:23:32,061 WARN [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390.replicationSource.shipper9ea9abad0e9b%2C41705%2C1733401390390,1-9ea9abad0e9b,41705,1733401390390 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 9ea9abad0e9b,36257,1733401395184 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:23:32,068 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/data/hbase/replication/a3558980fe9edd8036d0f9811b19c62e/.tmp/queue/9faeb43c7c3148b4959e5ac19c0957fe is 154, key is 1-9ea9abad0e9b,36257,1733401395184/queue:9ea9abad0e9b%2C36257%2C1733401395184/1733401411452/Put/seqid=0 2024-12-05T12:23:32,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44689 is added to blk_1073741847_1023 (size=5353) 2024-12-05T12:23:32,077 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/data/hbase/meta/1588230740/.tmp/ns/709e59166f054123b996c915c66d098a 2024-12-05T12:23:32,093 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/data/hbase/meta/1588230740/.tmp/rep_barrier/fb7bde6e5fd643db87d5130c9c3d75ea is 112, key is test,,1733401400288.8347ac410925fd2e516320234bc85f16./rep_barrier:seqnumDuringOpen/1733401401439/Put/seqid=0 2024-12-05T12:23:32,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44689 is added to blk_1073741848_1024 (size=5518) 2024-12-05T12:23:32,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 9ea9abad0e9b,36257,1733401395184 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:23:32,164 WARN [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390.replicationSource.shipper9ea9abad0e9b%2C41705%2C1733401390390,1-9ea9abad0e9b,41705,1733401390390 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 9ea9abad0e9b,36257,1733401395184 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:23:32,219 DEBUG [RS:0;9ea9abad0e9b:36257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a3558980fe9edd8036d0f9811b19c62e 2024-12-05T12:23:32,220 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36257,1733401395184.replicationSource.wal-reader.9ea9abad0e9b%2C36257%2C1733401395184,1-9ea9abad0e9b,36257,1733401395184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/WALs/9ea9abad0e9b,36257,1733401395184/9ea9abad0e9b%2C36257%2C1733401395184.1733401396989 to pos 1328, reset compression=false 2024-12-05T12:23:32,259 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390.replicationSource.wal-reader.9ea9abad0e9b%2C41705%2C1733401390390,1-9ea9abad0e9b,41705,1733401390390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/WALs/9ea9abad0e9b,41705,1733401390390/9ea9abad0e9b%2C41705%2C1733401390390.1733401392601 to pos 1033, reset compression=false 2024-12-05T12:23:32,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 9ea9abad0e9b,36257,1733401395184 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:23:32,368 WARN [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390.replicationSource.shipper9ea9abad0e9b%2C41705%2C1733401390390,1-9ea9abad0e9b,41705,1733401390390 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 9ea9abad0e9b,36257,1733401395184 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:23:32,420 DEBUG [RS:0;9ea9abad0e9b:36257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a3558980fe9edd8036d0f9811b19c62e 2024-12-05T12:23:32,472 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/data/hbase/replication/a3558980fe9edd8036d0f9811b19c62e/.tmp/queue/9faeb43c7c3148b4959e5ac19c0957fe 2024-12-05T12:23:32,477 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/data/hbase/replication/a3558980fe9edd8036d0f9811b19c62e/.tmp/hfileref/29e2040f80e94568a09bc22e3a1b9505 as hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/data/hbase/replication/a3558980fe9edd8036d0f9811b19c62e/hfileref/29e2040f80e94568a09bc22e3a1b9505 2024-12-05T12:23:32,481 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/data/hbase/replication/a3558980fe9edd8036d0f9811b19c62e/hfileref/29e2040f80e94568a09bc22e3a1b9505, entries=4, sequenceid=12, filesize=5.2 K 2024-12-05T12:23:32,482 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/data/hbase/replication/a3558980fe9edd8036d0f9811b19c62e/.tmp/queue/9faeb43c7c3148b4959e5ac19c0957fe as hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/data/hbase/replication/a3558980fe9edd8036d0f9811b19c62e/queue/9faeb43c7c3148b4959e5ac19c0957fe 2024-12-05T12:23:32,486 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/data/hbase/replication/a3558980fe9edd8036d0f9811b19c62e/queue/9faeb43c7c3148b4959e5ac19c0957fe, entries=1, sequenceid=12, filesize=5.2 K 2024-12-05T12:23:32,487 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for a3558980fe9edd8036d0f9811b19c62e in 864ms, sequenceid=12, compaction requested=false 2024-12-05T12:23:32,491 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/data/hbase/replication/a3558980fe9edd8036d0f9811b19c62e/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-05T12:23:32,491 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:23:32,491 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:23:32,491 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733401404611.a3558980fe9edd8036d0f9811b19c62e. 2024-12-05T12:23:32,491 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a3558980fe9edd8036d0f9811b19c62e: Waiting for close lock at 1733401411623Running coprocessor pre-close hooks at 1733401411623Disabling compacts and flushes for region at 1733401411623Disabling writes for close at 1733401411623Obtaining lock to block concurrent updates at 1733401411623Preparing flush snapshotting stores in a3558980fe9edd8036d0f9811b19c62e at 1733401411623Finished memstore snapshotting hbase:replication,,1733401404611.a3558980fe9edd8036d0f9811b19c62e., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1733401411623Flushing stores of hbase:replication,,1733401404611.a3558980fe9edd8036d0f9811b19c62e. at 1733401411624 (+1 ms)Flushing a3558980fe9edd8036d0f9811b19c62e/hfileref: creating writer at 1733401411624Flushing a3558980fe9edd8036d0f9811b19c62e/hfileref: appending metadata at 1733401411636 (+12 ms)Flushing a3558980fe9edd8036d0f9811b19c62e/hfileref: closing flushed file at 1733401411636Flushing a3558980fe9edd8036d0f9811b19c62e/queue: creating writer at 1733401412052 (+416 ms)Flushing a3558980fe9edd8036d0f9811b19c62e/queue: appending metadata at 1733401412068 (+16 ms)Flushing a3558980fe9edd8036d0f9811b19c62e/queue: closing flushed file at 1733401412068Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25274c26: reopening flushed file at 1733401412476 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5eddfc84: reopening flushed file at 1733401412481 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for a3558980fe9edd8036d0f9811b19c62e in 864ms, sequenceid=12, compaction requested=false at 1733401412487 (+6 ms)Writing region close event to WAL at 1733401412488 (+1 ms)Running coprocessor post-close hooks at 1733401412491 (+3 ms)Closed at 1733401412491 2024-12-05T12:23:32,491 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733401404611.a3558980fe9edd8036d0f9811b19c62e. 2024-12-05T12:23:32,496 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/data/hbase/meta/1588230740/.tmp/rep_barrier/fb7bde6e5fd643db87d5130c9c3d75ea 2024-12-05T12:23:32,512 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/data/hbase/meta/1588230740/.tmp/table/0ee1d8ab661e447d8f43ae4581f422c3 is 53, key is hbase:replication/table:state/1733401405791/Put/seqid=0 2024-12-05T12:23:32,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44689 is added to blk_1073741849_1025 (size=5308) 2024-12-05T12:23:32,524 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36257,1733401395184.replicationSource.wal-reader.9ea9abad0e9b%2C36257%2C1733401395184,1-9ea9abad0e9b,36257,1733401395184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/WALs/9ea9abad0e9b,36257,1733401395184/9ea9abad0e9b%2C36257%2C1733401395184.1733401396989 to pos 1328, reset compression=false 2024-12-05T12:23:32,562 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390.replicationSource.wal-reader.9ea9abad0e9b%2C41705%2C1733401390390,1-9ea9abad0e9b,41705,1733401390390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/WALs/9ea9abad0e9b,41705,1733401390390/9ea9abad0e9b%2C41705%2C1733401390390.1733401392601 to pos 1033, reset compression=false 2024-12-05T12:23:32,620 INFO [RS:0;9ea9abad0e9b:36257 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T12:23:32,620 DEBUG [RS:0;9ea9abad0e9b:36257 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T12:23:32,620 DEBUG [RS:0;9ea9abad0e9b:36257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:23:32,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 9ea9abad0e9b,36257,1733401395184 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:23:32,671 WARN [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390.replicationSource.shipper9ea9abad0e9b%2C41705%2C1733401390390,1-9ea9abad0e9b,41705,1733401390390 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 9ea9abad0e9b,36257,1733401395184 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:23:32,820 DEBUG [RS:0;9ea9abad0e9b:36257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:23:32,915 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/data/hbase/meta/1588230740/.tmp/table/0ee1d8ab661e447d8f43ae4581f422c3 2024-12-05T12:23:32,920 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/data/hbase/meta/1588230740/.tmp/info/3691e5d549504dc7b1a17f4e5148d4f2 as hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/data/hbase/meta/1588230740/info/3691e5d549504dc7b1a17f4e5148d4f2 2024-12-05T12:23:32,924 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/data/hbase/meta/1588230740/info/3691e5d549504dc7b1a17f4e5148d4f2, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T12:23:32,925 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/data/hbase/meta/1588230740/.tmp/ns/709e59166f054123b996c915c66d098a as hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/data/hbase/meta/1588230740/ns/709e59166f054123b996c915c66d098a 2024-12-05T12:23:32,927 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36257,1733401395184.replicationSource.wal-reader.9ea9abad0e9b%2C36257%2C1733401395184,1-9ea9abad0e9b,36257,1733401395184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/WALs/9ea9abad0e9b,36257,1733401395184/9ea9abad0e9b%2C36257%2C1733401395184.1733401396989 to pos 1328, reset compression=false 2024-12-05T12:23:32,929 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/data/hbase/meta/1588230740/ns/709e59166f054123b996c915c66d098a, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T12:23:32,930 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/data/hbase/meta/1588230740/.tmp/rep_barrier/fb7bde6e5fd643db87d5130c9c3d75ea as hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/data/hbase/meta/1588230740/rep_barrier/fb7bde6e5fd643db87d5130c9c3d75ea 2024-12-05T12:23:32,934 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/data/hbase/meta/1588230740/rep_barrier/fb7bde6e5fd643db87d5130c9c3d75ea, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T12:23:32,935 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/data/hbase/meta/1588230740/.tmp/table/0ee1d8ab661e447d8f43ae4581f422c3 as hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/data/hbase/meta/1588230740/table/0ee1d8ab661e447d8f43ae4581f422c3 2024-12-05T12:23:32,939 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/data/hbase/meta/1588230740/table/0ee1d8ab661e447d8f43ae4581f422c3, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T12:23:32,939 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1320ms, sequenceid=16, compaction requested=false 2024-12-05T12:23:32,945 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T12:23:32,945 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:23:32,946 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:23:32,946 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:23:32,946 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401411619Running coprocessor pre-close hooks at 1733401411619Disabling compacts and flushes for region at 1733401411619Disabling writes for close at 1733401411619Obtaining lock to block concurrent updates at 1733401411619Preparing flush snapshotting stores in 1588230740 at 1733401411619Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733401411620 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733401411620Flushing 1588230740/info: creating writer at 1733401411620Flushing 1588230740/info: appending metadata at 1733401411637 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733401411637Flushing 1588230740/ns: creating writer at 1733401411652 (+15 ms)Flushing 1588230740/ns: appending metadata at 1733401411673 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1733401411673Flushing 1588230740/rep_barrier: creating writer at 1733401412082 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733401412092 (+10 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733401412093 (+1 ms)Flushing 1588230740/table: creating writer at 1733401412500 (+407 ms)Flushing 1588230740/table: appending metadata at 1733401412511 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733401412511Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f14ee8b: reopening flushed file at 1733401412919 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6083bb8f: reopening flushed file at 1733401412924 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12c3331: reopening flushed file at 1733401412929 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49f8d6dd: reopening flushed file at 1733401412934 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1320ms, sequenceid=16, compaction requested=false at 1733401412940 (+6 ms)Writing region close event to WAL at 1733401412942 (+2 ms)Running coprocessor post-close hooks at 1733401412945 (+3 ms)Closed at 1733401412946 (+1 ms) 2024-12-05T12:23:32,946 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T12:23:32,965 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390.replicationSource.wal-reader.9ea9abad0e9b%2C41705%2C1733401390390,1-9ea9abad0e9b,41705,1733401390390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/WALs/9ea9abad0e9b,41705,1733401390390/9ea9abad0e9b%2C41705%2C1733401390390.1733401392601 to pos 1033, reset compression=false 2024-12-05T12:23:33,020 INFO [RS:0;9ea9abad0e9b:36257 {}] regionserver.HRegionServer(976): stopping server 9ea9abad0e9b,36257,1733401395184; all regions closed. 2024-12-05T12:23:33,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44689 is added to blk_1073741834_1010 (size=4239) 2024-12-05T12:23:33,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44689 is added to blk_1073741839_1015 (size=3127) 2024-12-05T12:23:33,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44689 is added to blk_1073741832_1008 (size=1336) 2024-12-05T12:23:33,027 DEBUG [RS:0;9ea9abad0e9b:36257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:33,027 INFO [RS:0;9ea9abad0e9b:36257 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:23:33,028 INFO [RS:0;9ea9abad0e9b:36257 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:23:33,028 INFO [RS:0;9ea9abad0e9b:36257 {}] hbase.ChoreService(370): Chore service for: regionserver/9ea9abad0e9b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T12:23:33,028 INFO [RS:0;9ea9abad0e9b:36257 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:23:33,028 INFO [regionserver/9ea9abad0e9b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:23:33,028 INFO [RS:0;9ea9abad0e9b:36257 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9ea9abad0e9b,36257,1733401395184 because: Region server is closing 2024-12-05T12:23:33,028 INFO [RS:0;9ea9abad0e9b:36257 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ea9abad0e9b:36257. 2024-12-05T12:23:33,028 DEBUG [RS:0;9ea9abad0e9b:36257 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:33,028 DEBUG [RS:0;9ea9abad0e9b:36257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:33,029 DEBUG [RS:0;9ea9abad0e9b:36257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:33,029 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:23:33,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 9ea9abad0e9b,36257,1733401395184 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:23:33,075 WARN [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390.replicationSource.shipper9ea9abad0e9b%2C41705%2C1733401390390,1-9ea9abad0e9b,41705,1733401390390 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 9ea9abad0e9b,36257,1733401395184 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:23:33,129 INFO [RS:0;9ea9abad0e9b:36257 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36257,1733401395184.replicationSource.shipper9ea9abad0e9b%2C36257%2C1733401395184,1-9ea9abad0e9b,36257,1733401395184 terminated 2024-12-05T12:23:33,129 WARN [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,36257,1733401395184.replicationSource.wal-reader.9ea9abad0e9b%2C36257%2C1733401395184,1-9ea9abad0e9b,36257,1733401395184 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T12:23:33,129 INFO [RS:0;9ea9abad0e9b:36257 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ea9abad0e9b:36257. 2024-12-05T12:23:33,129 DEBUG [RS:0;9ea9abad0e9b:36257 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:33,129 DEBUG [RS:0;9ea9abad0e9b:36257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:33,129 DEBUG [RS:0;9ea9abad0e9b:36257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:33,129 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:23:33,129 INFO [RS:0;9ea9abad0e9b:36257 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36257 2024-12-05T12:23:33,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43791-0x101a69fec450003, quorum=127.0.0.1:60610, baseZNode=/1296131634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1296131634/rs 2024-12-05T12:23:33,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x101a69fec450004, quorum=127.0.0.1:60610, baseZNode=/1296131634 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1296131634/rs/9ea9abad0e9b,36257,1733401395184 2024-12-05T12:23:33,225 INFO [RS:0;9ea9abad0e9b:36257 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:23:33,233 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9ea9abad0e9b,36257,1733401395184] 2024-12-05T12:23:33,241 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1296131634/draining/9ea9abad0e9b,36257,1733401395184 already deleted, retry=false 2024-12-05T12:23:33,241 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9ea9abad0e9b,36257,1733401395184 expired; onlineServers=0 2024-12-05T12:23:33,241 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9ea9abad0e9b,43791,1733401395065' ***** 2024-12-05T12:23:33,242 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T12:23:33,242 INFO [M:0;9ea9abad0e9b:43791 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:23:33,242 INFO [M:0;9ea9abad0e9b:43791 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:23:33,242 DEBUG [M:0;9ea9abad0e9b:43791 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T12:23:33,242 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T12:23:33,242 DEBUG [M:0;9ea9abad0e9b:43791 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T12:23:33,242 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401396757 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401396757,5,FailOnTimeoutGroup] 2024-12-05T12:23:33,242 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401396757 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401396757,5,FailOnTimeoutGroup] 2024-12-05T12:23:33,242 INFO [M:0;9ea9abad0e9b:43791 {}] hbase.ChoreService(370): Chore service for: master/9ea9abad0e9b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T12:23:33,242 INFO [M:0;9ea9abad0e9b:43791 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:23:33,242 DEBUG [M:0;9ea9abad0e9b:43791 {}] master.HMaster(1795): Stopping service threads 2024-12-05T12:23:33,242 INFO [M:0;9ea9abad0e9b:43791 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T12:23:33,242 INFO [M:0;9ea9abad0e9b:43791 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:23:33,242 INFO [M:0;9ea9abad0e9b:43791 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T12:23:33,243 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T12:23:33,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43791-0x101a69fec450003, quorum=127.0.0.1:60610, baseZNode=/1296131634 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1296131634/master 2024-12-05T12:23:33,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43791-0x101a69fec450003, quorum=127.0.0.1:60610, baseZNode=/1296131634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1296131634 2024-12-05T12:23:33,250 DEBUG [M:0;9ea9abad0e9b:43791 {}] zookeeper.ZKUtil(347): master:43791-0x101a69fec450003, quorum=127.0.0.1:60610, baseZNode=/1296131634 Unable to get data of znode /1296131634/master because node does not exist (not an error) 2024-12-05T12:23:33,250 WARN [M:0;9ea9abad0e9b:43791 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T12:23:33,250 INFO [M:0;9ea9abad0e9b:43791 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/.lastflushedseqids 2024-12-05T12:23:33,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44689 is added to blk_1073741850_1026 (size=263) 2024-12-05T12:23:33,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x101a69fec450004, quorum=127.0.0.1:60610, baseZNode=/1296131634 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:23:33,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x101a69fec450004, quorum=127.0.0.1:60610, baseZNode=/1296131634 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:23:33,333 INFO [RS:0;9ea9abad0e9b:36257 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:23:33,333 INFO [RS:0;9ea9abad0e9b:36257 {}] regionserver.HRegionServer(1031): Exiting; stopping=9ea9abad0e9b,36257,1733401395184; zookeeper connection closed. 2024-12-05T12:23:33,334 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@358a889b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@358a889b 2024-12-05T12:23:33,334 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T12:23:33,469 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390.replicationSource.wal-reader.9ea9abad0e9b%2C41705%2C1733401390390,1-9ea9abad0e9b,41705,1733401390390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/WALs/9ea9abad0e9b,41705,1733401390390/9ea9abad0e9b%2C41705%2C1733401390390.1733401392601 to pos 1033, reset compression=false 2024-12-05T12:23:33,578 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 9ea9abad0e9b:36257 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9ea9abad0e9b/172.17.0.3:36257 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:23:33,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 9ea9abad0e9b:36257 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9ea9abad0e9b/172.17.0.3:36257 2024-12-05T12:23:33,578 WARN [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390.replicationSource.shipper9ea9abad0e9b%2C41705%2C1733401390390,1-9ea9abad0e9b,41705,1733401390390 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=9ea9abad0e9b:36257 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9ea9abad0e9b/172.17.0.3:36257 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9ea9abad0e9b/172.17.0.3:36257 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-12-05T12:23:33,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-05T12:23:33,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] ipc.CallRunner(138): callId: 21 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:41592 deadline: 1733401473580, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-05T12:23:33,581 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390.replicationSource.shipper9ea9abad0e9b%2C41705%2C1733401390390,1-9ea9abad0e9b,41705,1733401390390 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 30 more 2024-12-05T12:23:33,582 WARN [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390.replicationSource.shipper9ea9abad0e9b%2C41705%2C1733401390390,1-9ea9abad0e9b,41705,1733401390390 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-05T12:23:33,655 INFO [M:0;9ea9abad0e9b:43791 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T12:23:33,655 INFO [M:0;9ea9abad0e9b:43791 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T12:23:33,655 DEBUG [M:0;9ea9abad0e9b:43791 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:23:33,655 INFO [M:0;9ea9abad0e9b:43791 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:33,656 DEBUG [M:0;9ea9abad0e9b:43791 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:33,656 DEBUG [M:0;9ea9abad0e9b:43791 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:23:33,656 DEBUG [M:0;9ea9abad0e9b:43791 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:33,656 INFO [M:0;9ea9abad0e9b:43791 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-05T12:23:33,673 DEBUG [M:0;9ea9abad0e9b:43791 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7eb992eef1664eccb0c8299a89983b64 is 82, key is hbase:meta,,1/info:regioninfo/1733401398019/Put/seqid=0 2024-12-05T12:23:33,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44689 is added to blk_1073741851_1027 (size=5672) 2024-12-05T12:23:34,073 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390.replicationSource.wal-reader.9ea9abad0e9b%2C41705%2C1733401390390,1-9ea9abad0e9b,41705,1733401390390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/WALs/9ea9abad0e9b,41705,1733401390390/9ea9abad0e9b%2C41705%2C1733401390390.1733401392601 to pos 1033, reset compression=false 2024-12-05T12:23:34,077 INFO [M:0;9ea9abad0e9b:43791 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7eb992eef1664eccb0c8299a89983b64 2024-12-05T12:23:34,099 DEBUG [M:0;9ea9abad0e9b:43791 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e7e1dcd8cd54591adf3747daa7f4b82 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733401405794/Put/seqid=0 2024-12-05T12:23:34,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44689 is added to blk_1073741852_1028 (size=8516) 2024-12-05T12:23:34,182 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390.replicationSource.shipper9ea9abad0e9b%2C41705%2C1733401390390,1-9ea9abad0e9b,41705,1733401390390 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-05T12:23:34,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-05T12:23:34,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] ipc.CallRunner(138): callId: 23 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:41592 deadline: 1733401474183, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-05T12:23:34,184 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390.replicationSource.shipper9ea9abad0e9b%2C41705%2C1733401390390,1-9ea9abad0e9b,41705,1733401390390 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 30 more 2024-12-05T12:23:34,185 WARN [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390.replicationSource.shipper9ea9abad0e9b%2C41705%2C1733401390390,1-9ea9abad0e9b,41705,1733401390390 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-05T12:23:34,185 WARN [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390.replicationSource.shipper9ea9abad0e9b%2C41705%2C1733401390390,1-9ea9abad0e9b,41705,1733401390390 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-05T12:23:34,504 INFO [M:0;9ea9abad0e9b:43791 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e7e1dcd8cd54591adf3747daa7f4b82 2024-12-05T12:23:34,520 DEBUG [M:0;9ea9abad0e9b:43791 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d077a78d289841fd86f41c0ea9ac1ccd is 69, key is 9ea9abad0e9b,36257,1733401395184/rs:state/1733401396838/Put/seqid=0 2024-12-05T12:23:34,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44689 is added to blk_1073741853_1029 (size=5156) 2024-12-05T12:23:34,777 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390.replicationSource.wal-reader.9ea9abad0e9b%2C41705%2C1733401390390,1-9ea9abad0e9b,41705,1733401390390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/WALs/9ea9abad0e9b,41705,1733401390390/9ea9abad0e9b%2C41705%2C1733401390390.1733401392601 to pos 1033, reset compression=false 2024-12-05T12:23:34,885 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390.replicationSource.shipper9ea9abad0e9b%2C41705%2C1733401390390,1-9ea9abad0e9b,41705,1733401390390 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-05T12:23:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-05T12:23:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] ipc.CallRunner(138): callId: 25 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:41592 deadline: 1733401474887, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-05T12:23:34,887 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390.replicationSource.shipper9ea9abad0e9b%2C41705%2C1733401390390,1-9ea9abad0e9b,41705,1733401390390 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 30 more 2024-12-05T12:23:34,888 WARN [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390.replicationSource.shipper9ea9abad0e9b%2C41705%2C1733401390390,1-9ea9abad0e9b,41705,1733401390390 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-05T12:23:34,888 WARN [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390.replicationSource.shipper9ea9abad0e9b%2C41705%2C1733401390390,1-9ea9abad0e9b,41705,1733401390390 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-05T12:23:34,924 INFO [M:0;9ea9abad0e9b:43791 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d077a78d289841fd86f41c0ea9ac1ccd 2024-12-05T12:23:34,928 DEBUG [M:0;9ea9abad0e9b:43791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7eb992eef1664eccb0c8299a89983b64 as hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7eb992eef1664eccb0c8299a89983b64 2024-12-05T12:23:34,931 INFO [M:0;9ea9abad0e9b:43791 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7eb992eef1664eccb0c8299a89983b64, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T12:23:34,932 DEBUG [M:0;9ea9abad0e9b:43791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e7e1dcd8cd54591adf3747daa7f4b82 as hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5e7e1dcd8cd54591adf3747daa7f4b82 2024-12-05T12:23:34,936 INFO [M:0;9ea9abad0e9b:43791 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5e7e1dcd8cd54591adf3747daa7f4b82, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T12:23:34,937 DEBUG [M:0;9ea9abad0e9b:43791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d077a78d289841fd86f41c0ea9ac1ccd as hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d077a78d289841fd86f41c0ea9ac1ccd 2024-12-05T12:23:34,942 INFO [M:0;9ea9abad0e9b:43791 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42649/user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d077a78d289841fd86f41c0ea9ac1ccd, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T12:23:34,943 INFO [M:0;9ea9abad0e9b:43791 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=97, compaction requested=false 2024-12-05T12:23:34,946 INFO [M:0;9ea9abad0e9b:43791 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:34,946 DEBUG [M:0;9ea9abad0e9b:43791 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401413655Disabling compacts and flushes for region at 1733401413655Disabling writes for close at 1733401413656 (+1 ms)Obtaining lock to block concurrent updates at 1733401413656Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733401413656Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733401413656Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733401413657 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733401413657Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733401413672 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733401413672Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733401414081 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733401414099 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733401414099Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733401414507 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733401414519 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733401414519Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@122036b: reopening flushed file at 1733401414927 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@667edde8: reopening flushed file at 1733401414931 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bc240f7: reopening flushed file at 1733401414937 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=97, compaction requested=false at 1733401414943 (+6 ms)Writing region close event to WAL at 1733401414946 (+3 ms)Closed at 1733401414946 2024-12-05T12:23:34,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44689 is added to blk_1073741830_1006 (size=63654) 2024-12-05T12:23:34,948 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2801cd84-5ae9-d0f7-5ba9-24bdaec7b3b2/MasterData/WALs/9ea9abad0e9b,43791,1733401395065/9ea9abad0e9b%2C43791%2C1733401395065.1733401396538 not finished, retry = 0 2024-12-05T12:23:35,049 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:23:35,049 INFO [M:0;9ea9abad0e9b:43791 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T12:23:35,049 INFO [M:0;9ea9abad0e9b:43791 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43791 2024-12-05T12:23:35,050 INFO [M:0;9ea9abad0e9b:43791 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:23:35,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43791-0x101a69fec450003, quorum=127.0.0.1:60610, baseZNode=/1296131634 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:23:35,208 INFO [M:0;9ea9abad0e9b:43791 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:23:35,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43791-0x101a69fec450003, quorum=127.0.0.1:60610, baseZNode=/1296131634 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:23:35,211 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2ee76d5b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:23:35,211 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@47f4ce60{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:23:35,211 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:23:35,211 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@584aab43{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:23:35,211 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c275192{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18879a58-9489-5792-d548-451f9946e32a/hadoop.log.dir/,STOPPED} 2024-12-05T12:23:35,213 WARN [BP-430492558-172.17.0.3-1733401393663 heartbeating to localhost/127.0.0.1:42649 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T12:23:35,213 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T12:23:35,213 WARN [BP-430492558-172.17.0.3-1733401393663 heartbeating to localhost/127.0.0.1:42649 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-430492558-172.17.0.3-1733401393663 (Datanode Uuid 896685bc-96d3-403d-8bc7-7836ef8843e8) service to localhost/127.0.0.1:42649 2024-12-05T12:23:35,213 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T12:23:35,213 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18879a58-9489-5792-d548-451f9946e32a/cluster_6c572bbb-e322-2249-f55a-c3b104bab5c1/data/data1/current/BP-430492558-172.17.0.3-1733401393663 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:23:35,213 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18879a58-9489-5792-d548-451f9946e32a/cluster_6c572bbb-e322-2249-f55a-c3b104bab5c1/data/data2/current/BP-430492558-172.17.0.3-1733401393663 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:23:35,213 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T12:23:35,218 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23927c0a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:23:35,218 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ad8b87d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:23:35,218 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:23:35,218 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ddec824{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:23:35,218 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bf0668d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18879a58-9489-5792-d548-451f9946e32a/hadoop.log.dir/,STOPPED} 2024-12-05T12:23:35,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T12:23:35,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T12:23:35,234 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:23:35,234 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:35,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:35,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:35,234 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:23:35,234 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T12:23:35,234 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1636382447, stopped=false 2024-12-05T12:23:35,234 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9ea9abad0e9b,45687,1733401390252 2024-12-05T12:23:35,250 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41705-0x101a69fec450001, quorum=127.0.0.1:60610, baseZNode=/0158739110 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0158739110/running 2024-12-05T12:23:35,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45687-0x101a69fec450000, quorum=127.0.0.1:60610, baseZNode=/0158739110 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0158739110/running 2024-12-05T12:23:35,250 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41705-0x101a69fec450001, quorum=127.0.0.1:60610, baseZNode=/0158739110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0158739110 2024-12-05T12:23:35,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45687-0x101a69fec450000, quorum=127.0.0.1:60610, baseZNode=/0158739110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0158739110 2024-12-05T12:23:35,250 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:23:35,250 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:23:35,250 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:35,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:35,250 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9ea9abad0e9b,41705,1733401390390' ***** 2024-12-05T12:23:35,250 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T12:23:35,250 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41705-0x101a69fec450001, quorum=127.0.0.1:60610, baseZNode=/0158739110 Set watcher on znode that does not yet exist, /0158739110/running 2024-12-05T12:23:35,250 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45687-0x101a69fec450000, quorum=127.0.0.1:60610, baseZNode=/0158739110 Set watcher on znode that does not yet exist, /0158739110/running 2024-12-05T12:23:35,251 INFO [RS:0;9ea9abad0e9b:41705 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T12:23:35,251 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T12:23:35,251 INFO [RS:0;9ea9abad0e9b:41705 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T12:23:35,251 INFO [RS:0;9ea9abad0e9b:41705 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T12:23:35,251 INFO [RS:0;9ea9abad0e9b:41705 {}] regionserver.HRegionServer(3091): Received CLOSE for f370f5ad045bfeada698c5788c5535fa 2024-12-05T12:23:35,251 INFO [RS:0;9ea9abad0e9b:41705 {}] regionserver.HRegionServer(3091): Received CLOSE for e049266d749af6d2d77aefb3740215e6 2024-12-05T12:23:35,251 INFO [RS:0;9ea9abad0e9b:41705 {}] regionserver.HRegionServer(959): stopping server 9ea9abad0e9b,41705,1733401390390 2024-12-05T12:23:35,251 INFO [RS:0;9ea9abad0e9b:41705 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:23:35,251 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f370f5ad045bfeada698c5788c5535fa, disabling compactions & flushes 2024-12-05T12:23:35,251 INFO [RS:0;9ea9abad0e9b:41705 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ea9abad0e9b:41705. 2024-12-05T12:23:35,251 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401402455.f370f5ad045bfeada698c5788c5535fa. 2024-12-05T12:23:35,251 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401402455.f370f5ad045bfeada698c5788c5535fa. 2024-12-05T12:23:35,251 DEBUG [RS:0;9ea9abad0e9b:41705 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:35,251 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401402455.f370f5ad045bfeada698c5788c5535fa. after waiting 0 ms 2024-12-05T12:23:35,251 DEBUG [RS:0;9ea9abad0e9b:41705 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:35,251 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401402455.f370f5ad045bfeada698c5788c5535fa. 2024-12-05T12:23:35,251 INFO [RS:0;9ea9abad0e9b:41705 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T12:23:35,251 INFO [RS:0;9ea9abad0e9b:41705 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T12:23:35,251 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f370f5ad045bfeada698c5788c5535fa 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-12-05T12:23:35,251 INFO [RS:0;9ea9abad0e9b:41705 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T12:23:35,251 INFO [RS:0;9ea9abad0e9b:41705 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T12:23:35,252 INFO [RS:0;9ea9abad0e9b:41705 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T12:23:35,252 DEBUG [RS:0;9ea9abad0e9b:41705 {}] regionserver.HRegionServer(1325): Online Regions={f370f5ad045bfeada698c5788c5535fa=hbase:replication,,1733401402455.f370f5ad045bfeada698c5788c5535fa., e049266d749af6d2d77aefb3740215e6=test,,1733401398138.e049266d749af6d2d77aefb3740215e6., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T12:23:35,252 DEBUG [RS:0;9ea9abad0e9b:41705 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e049266d749af6d2d77aefb3740215e6, f370f5ad045bfeada698c5788c5535fa 2024-12-05T12:23:35,252 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:23:35,252 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:23:35,252 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:23:35,252 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:23:35,252 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:23:35,252 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T12:23:35,264 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/data/hbase/replication/f370f5ad045bfeada698c5788c5535fa/.tmp/hfileref/867aaa8fa9424724bf8072cbc2841f78 is 74, key is 1/hfileref:1a3fc95822dd41e6b1a98b2780d3752f_SeqId_4_/1733401409404/DeleteColumn/seqid=0 2024-12-05T12:23:35,264 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/data/hbase/meta/1588230740/.tmp/info/2ff73db3115d4debba79972ccdd059e5 is 147, key is hbase:replication,,1733401402455.f370f5ad045bfeada698c5788c5535fa./info:regioninfo/1733401403708/Put/seqid=0 2024-12-05T12:23:35,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41773 is added to blk_1073741846_1022 (size=5345) 2024-12-05T12:23:35,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41773 is added to blk_1073741847_1023 (size=7686) 2024-12-05T12:23:35,282 INFO [regionserver/9ea9abad0e9b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:23:35,452 DEBUG [RS:0;9ea9abad0e9b:41705 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e049266d749af6d2d77aefb3740215e6, f370f5ad045bfeada698c5788c5535fa 2024-12-05T12:23:35,479 INFO [regionserver/9ea9abad0e9b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T12:23:35,479 INFO [regionserver/9ea9abad0e9b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T12:23:35,580 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390.replicationSource.wal-reader.9ea9abad0e9b%2C41705%2C1733401390390,1-9ea9abad0e9b,41705,1733401390390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/WALs/9ea9abad0e9b,41705,1733401390390/9ea9abad0e9b%2C41705%2C1733401390390.1733401392601 to pos 1033, reset compression=false 2024-12-05T12:23:35,652 DEBUG [RS:0;9ea9abad0e9b:41705 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e049266d749af6d2d77aefb3740215e6, f370f5ad045bfeada698c5788c5535fa 2024-12-05T12:23:35,668 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/data/hbase/replication/f370f5ad045bfeada698c5788c5535fa/.tmp/hfileref/867aaa8fa9424724bf8072cbc2841f78 2024-12-05T12:23:35,668 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/data/hbase/meta/1588230740/.tmp/info/2ff73db3115d4debba79972ccdd059e5 2024-12-05T12:23:35,685 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/data/hbase/meta/1588230740/.tmp/ns/fd31ab95ea9a408cb918e78097d4d894 is 43, key is default/ns:d/1733401393567/Put/seqid=0 2024-12-05T12:23:35,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41773 is added to blk_1073741848_1024 (size=5153) 2024-12-05T12:23:35,689 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390.replicationSource.shipper9ea9abad0e9b%2C41705%2C1733401390390,1-9ea9abad0e9b,41705,1733401390390 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-05T12:23:35,689 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/data/hbase/meta/1588230740/.tmp/ns/fd31ab95ea9a408cb918e78097d4d894 2024-12-05T12:23:35,689 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 9ea9abad0e9b:43791 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9ea9abad0e9b/172.17.0.3:43791 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:23:35,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 9ea9abad0e9b:43791 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9ea9abad0e9b/172.17.0.3:43791 2024-12-05T12:23:35,697 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/data/hbase/replication/f370f5ad045bfeada698c5788c5535fa/.tmp/queue/92967b408658467c9e87218e04a7fcd8 is 153, key is 1-9ea9abad0e9b,41705,1733401390390/queue:9ea9abad0e9b%2C41705%2C1733401390390/1733401409406/Put/seqid=0 2024-12-05T12:23:35,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41773 is added to blk_1073741849_1025 (size=5352) 2024-12-05T12:23:35,705 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/data/hbase/meta/1588230740/.tmp/rep_barrier/41b17e3167034b59b39aea5eb2d7507c is 112, key is test,,1733401398138.e049266d749af6d2d77aefb3740215e6./rep_barrier:seqnumDuringOpen/1733401399283/Put/seqid=0 2024-12-05T12:23:35,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41773 is added to blk_1073741850_1026 (size=5518) 2024-12-05T12:23:35,795 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:23:35,795 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 9ea9abad0e9b:43791 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9ea9abad0e9b/172.17.0.3:43791 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:23:35,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9ea9abad0e9b,43791,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=9ea9abad0e9b:43791 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9ea9abad0e9b/172.17.0.3:43791 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-12-05T12:23:35,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 9ea9abad0e9b:43791 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9ea9abad0e9b/172.17.0.3:43791 2024-12-05T12:23:35,852 DEBUG [RS:0;9ea9abad0e9b:41705 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e049266d749af6d2d77aefb3740215e6, f370f5ad045bfeada698c5788c5535fa 2024-12-05T12:23:36,004 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:23:36,005 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 9ea9abad0e9b:43791 this server is in the failed servers list 2024-12-05T12:23:36,005 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9ea9abad0e9b,43791,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=9ea9abad0e9b:43791 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9ea9abad0e9b:43791 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T12:23:36,052 DEBUG [RS:0;9ea9abad0e9b:41705 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e049266d749af6d2d77aefb3740215e6, f370f5ad045bfeada698c5788c5535fa 2024-12-05T12:23:36,104 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/data/hbase/replication/f370f5ad045bfeada698c5788c5535fa/.tmp/queue/92967b408658467c9e87218e04a7fcd8 2024-12-05T12:23:36,109 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/data/hbase/meta/1588230740/.tmp/rep_barrier/41b17e3167034b59b39aea5eb2d7507c 2024-12-05T12:23:36,110 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/data/hbase/replication/f370f5ad045bfeada698c5788c5535fa/.tmp/hfileref/867aaa8fa9424724bf8072cbc2841f78 as hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/data/hbase/replication/f370f5ad045bfeada698c5788c5535fa/hfileref/867aaa8fa9424724bf8072cbc2841f78 2024-12-05T12:23:36,114 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/data/hbase/replication/f370f5ad045bfeada698c5788c5535fa/hfileref/867aaa8fa9424724bf8072cbc2841f78, entries=4, sequenceid=10, filesize=5.2 K 2024-12-05T12:23:36,115 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/data/hbase/replication/f370f5ad045bfeada698c5788c5535fa/.tmp/queue/92967b408658467c9e87218e04a7fcd8 as hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/data/hbase/replication/f370f5ad045bfeada698c5788c5535fa/queue/92967b408658467c9e87218e04a7fcd8 2024-12-05T12:23:36,119 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/data/hbase/replication/f370f5ad045bfeada698c5788c5535fa/queue/92967b408658467c9e87218e04a7fcd8, entries=1, sequenceid=10, filesize=5.2 K 2024-12-05T12:23:36,120 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for f370f5ad045bfeada698c5788c5535fa in 869ms, sequenceid=10, compaction requested=false 2024-12-05T12:23:36,120 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T12:23:36,126 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/data/hbase/meta/1588230740/.tmp/table/f1acbda29eb94afabb98f021ec0a4dd5 is 53, key is hbase:replication/table:state/1733401403714/Put/seqid=0 2024-12-05T12:23:36,129 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/data/hbase/replication/f370f5ad045bfeada698c5788c5535fa/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-05T12:23:36,130 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:23:36,130 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:23:36,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41773 is added to blk_1073741851_1027 (size=5308) 2024-12-05T12:23:36,130 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733401402455.f370f5ad045bfeada698c5788c5535fa. 2024-12-05T12:23:36,130 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f370f5ad045bfeada698c5788c5535fa: Waiting for close lock at 1733401415251Running coprocessor pre-close hooks at 1733401415251Disabling compacts and flushes for region at 1733401415251Disabling writes for close at 1733401415251Obtaining lock to block concurrent updates at 1733401415251Preparing flush snapshotting stores in f370f5ad045bfeada698c5788c5535fa at 1733401415251Finished memstore snapshotting hbase:replication,,1733401402455.f370f5ad045bfeada698c5788c5535fa., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1733401415252 (+1 ms)Flushing stores of hbase:replication,,1733401402455.f370f5ad045bfeada698c5788c5535fa. at 1733401415252Flushing f370f5ad045bfeada698c5788c5535fa/hfileref: creating writer at 1733401415252Flushing f370f5ad045bfeada698c5788c5535fa/hfileref: appending metadata at 1733401415264 (+12 ms)Flushing f370f5ad045bfeada698c5788c5535fa/hfileref: closing flushed file at 1733401415264Flushing f370f5ad045bfeada698c5788c5535fa/queue: creating writer at 1733401415672 (+408 ms)Flushing f370f5ad045bfeada698c5788c5535fa/queue: appending metadata at 1733401415697 (+25 ms)Flushing f370f5ad045bfeada698c5788c5535fa/queue: closing flushed file at 1733401415697Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e3cd29b: reopening flushed file at 1733401416109 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c5086e3: reopening flushed file at 1733401416114 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for f370f5ad045bfeada698c5788c5535fa in 869ms, sequenceid=10, compaction requested=false at 1733401416120 (+6 ms)Writing region close event to WAL at 1733401416127 (+7 ms)Running coprocessor post-close hooks at 1733401416130 (+3 ms)Closed at 1733401416130 2024-12-05T12:23:36,130 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733401402455.f370f5ad045bfeada698c5788c5535fa. 2024-12-05T12:23:36,130 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e049266d749af6d2d77aefb3740215e6, disabling compactions & flushes 2024-12-05T12:23:36,130 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733401398138.e049266d749af6d2d77aefb3740215e6. 2024-12-05T12:23:36,130 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401398138.e049266d749af6d2d77aefb3740215e6. 2024-12-05T12:23:36,130 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733401398138.e049266d749af6d2d77aefb3740215e6. after waiting 0 ms 2024-12-05T12:23:36,130 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733401398138.e049266d749af6d2d77aefb3740215e6. 2024-12-05T12:23:36,133 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/data/default/test/e049266d749af6d2d77aefb3740215e6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T12:23:36,134 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:23:36,134 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T12:23:36,134 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733401398138.e049266d749af6d2d77aefb3740215e6. 2024-12-05T12:23:36,134 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e049266d749af6d2d77aefb3740215e6: Waiting for close lock at 1733401416130Running coprocessor pre-close hooks at 1733401416130Disabling compacts and flushes for region at 1733401416130Disabling writes for close at 1733401416130Writing region close event to WAL at 1733401416131 (+1 ms)Running coprocessor post-close hooks at 1733401416134 (+3 ms)Closed at 1733401416134 2024-12-05T12:23:36,134 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733401398138.e049266d749af6d2d77aefb3740215e6. 2024-12-05T12:23:36,252 INFO [RS:0;9ea9abad0e9b:41705 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T12:23:36,252 DEBUG [RS:0;9ea9abad0e9b:41705 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T12:23:36,253 DEBUG [RS:0;9ea9abad0e9b:41705 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:23:36,315 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:23:36,315 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 9ea9abad0e9b:43791 this server is in the failed servers list 2024-12-05T12:23:36,315 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9ea9abad0e9b,43791,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=9ea9abad0e9b:43791 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9ea9abad0e9b:43791 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T12:23:36,453 DEBUG [RS:0;9ea9abad0e9b:41705 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:23:36,483 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390.replicationSource.wal-reader.9ea9abad0e9b%2C41705%2C1733401390390,1-9ea9abad0e9b,41705,1733401390390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/WALs/9ea9abad0e9b,41705,1733401390390/9ea9abad0e9b%2C41705%2C1733401390390.1733401392601 to pos 1033, reset compression=false 2024-12-05T12:23:36,488 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390.replicationSource.wal-reader.9ea9abad0e9b%2C41705%2C1733401390390,1-9ea9abad0e9b,41705,1733401390390 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:23:36,488 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390.replicationSource.wal-reader.9ea9abad0e9b%2C41705%2C1733401390390,1-9ea9abad0e9b,41705,1733401390390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/WALs/9ea9abad0e9b,41705,1733401390390/9ea9abad0e9b%2C41705%2C1733401390390.1733401392601 to pos 1328, reset compression=false 2024-12-05T12:23:36,531 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/data/hbase/meta/1588230740/.tmp/table/f1acbda29eb94afabb98f021ec0a4dd5 2024-12-05T12:23:36,535 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/data/hbase/meta/1588230740/.tmp/info/2ff73db3115d4debba79972ccdd059e5 as hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/data/hbase/meta/1588230740/info/2ff73db3115d4debba79972ccdd059e5 2024-12-05T12:23:36,539 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/data/hbase/meta/1588230740/info/2ff73db3115d4debba79972ccdd059e5, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T12:23:36,540 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/data/hbase/meta/1588230740/.tmp/ns/fd31ab95ea9a408cb918e78097d4d894 as hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/data/hbase/meta/1588230740/ns/fd31ab95ea9a408cb918e78097d4d894 2024-12-05T12:23:36,543 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/data/hbase/meta/1588230740/ns/fd31ab95ea9a408cb918e78097d4d894, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T12:23:36,544 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/data/hbase/meta/1588230740/.tmp/rep_barrier/41b17e3167034b59b39aea5eb2d7507c as hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/data/hbase/meta/1588230740/rep_barrier/41b17e3167034b59b39aea5eb2d7507c 2024-12-05T12:23:36,548 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/data/hbase/meta/1588230740/rep_barrier/41b17e3167034b59b39aea5eb2d7507c, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T12:23:36,549 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/data/hbase/meta/1588230740/.tmp/table/f1acbda29eb94afabb98f021ec0a4dd5 as hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/data/hbase/meta/1588230740/table/f1acbda29eb94afabb98f021ec0a4dd5 2024-12-05T12:23:36,552 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/data/hbase/meta/1588230740/table/f1acbda29eb94afabb98f021ec0a4dd5, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T12:23:36,553 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1301ms, sequenceid=16, compaction requested=false 2024-12-05T12:23:36,553 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T12:23:36,557 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T12:23:36,558 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:23:36,558 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:23:36,558 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:23:36,558 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401415252Running coprocessor pre-close hooks at 1733401415252Disabling compacts and flushes for region at 1733401415252Disabling writes for close at 1733401415252Obtaining lock to block concurrent updates at 1733401415252Preparing flush snapshotting stores in 1588230740 at 1733401415252Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733401415252Flushing stores of hbase:meta,,1.1588230740 at 1733401415252Flushing 1588230740/info: creating writer at 1733401415252Flushing 1588230740/info: appending metadata at 1733401415264 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733401415264Flushing 1588230740/ns: creating writer at 1733401415672 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733401415685 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733401415685Flushing 1588230740/rep_barrier: creating writer at 1733401415693 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733401415705 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733401415705Flushing 1588230740/table: creating writer at 1733401416113 (+408 ms)Flushing 1588230740/table: appending metadata at 1733401416126 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733401416126Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@722ff788: reopening flushed file at 1733401416535 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2093bd6b: reopening flushed file at 1733401416539 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26bbcc5f: reopening flushed file at 1733401416543 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dcedef4: reopening flushed file at 1733401416548 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1301ms, sequenceid=16, compaction requested=false at 1733401416553 (+5 ms)Writing region close event to WAL at 1733401416555 (+2 ms)Running coprocessor post-close hooks at 1733401416558 (+3 ms)Closed at 1733401416558 2024-12-05T12:23:36,558 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T12:23:36,653 INFO [RS:0;9ea9abad0e9b:41705 {}] regionserver.HRegionServer(976): stopping server 9ea9abad0e9b,41705,1733401390390; all regions closed. 2024-12-05T12:23:36,655 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/WALs/9ea9abad0e9b,41705,1733401390390/9ea9abad0e9b%2C41705%2C1733401390390.meta.1733401393505.meta not finished, retry = 0 2024-12-05T12:23:36,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41773 is added to blk_1073741834_1010 (size=4239) 2024-12-05T12:23:36,692 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390.replicationSource.wal-reader.9ea9abad0e9b%2C41705%2C1733401390390,1-9ea9abad0e9b,41705,1733401390390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/WALs/9ea9abad0e9b,41705,1733401390390/9ea9abad0e9b%2C41705%2C1733401390390.1733401392601 to pos 1328, reset compression=false 2024-12-05T12:23:36,757 DEBUG [RS:0;9ea9abad0e9b:41705 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/oldWALs 2024-12-05T12:23:36,757 INFO [RS:0;9ea9abad0e9b:41705 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ea9abad0e9b%2C41705%2C1733401390390.meta:.meta(num 1733401393505) 2024-12-05T12:23:36,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41773 is added to blk_1073741839_1015 (size=2695) 2024-12-05T12:23:36,759 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/WALs/9ea9abad0e9b,41705,1733401390390/9ea9abad0e9b%2C41705%2C1733401390390.rep.1733401403682 not finished, retry = 0 2024-12-05T12:23:36,825 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:23:36,825 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 9ea9abad0e9b:43791 this server is in the failed servers list 2024-12-05T12:23:36,825 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9ea9abad0e9b,43791,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=9ea9abad0e9b:43791 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9ea9abad0e9b:43791 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T12:23:36,861 DEBUG [RS:0;9ea9abad0e9b:41705 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/oldWALs 2024-12-05T12:23:36,862 INFO [RS:0;9ea9abad0e9b:41705 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ea9abad0e9b%2C41705%2C1733401390390.rep:(num 1733401403682) 2024-12-05T12:23:36,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41773 is added to blk_1073741832_1008 (size=1336) 2024-12-05T12:23:36,865 DEBUG [RS:0;9ea9abad0e9b:41705 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/oldWALs 2024-12-05T12:23:36,865 INFO [RS:0;9ea9abad0e9b:41705 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ea9abad0e9b%2C41705%2C1733401390390:(num 1733401392601) 2024-12-05T12:23:36,865 DEBUG [RS:0;9ea9abad0e9b:41705 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:36,865 INFO [RS:0;9ea9abad0e9b:41705 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:23:36,865 INFO [RS:0;9ea9abad0e9b:41705 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:23:36,865 INFO [RS:0;9ea9abad0e9b:41705 {}] hbase.ChoreService(370): Chore service for: regionserver/9ea9abad0e9b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T12:23:36,865 INFO [RS:0;9ea9abad0e9b:41705 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:23:36,865 INFO [regionserver/9ea9abad0e9b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:23:36,865 INFO [RS:0;9ea9abad0e9b:41705 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9ea9abad0e9b,41705,1733401390390 because: Region server is closing 2024-12-05T12:23:36,866 INFO [RS:0;9ea9abad0e9b:41705 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ea9abad0e9b:41705. 2024-12-05T12:23:36,866 DEBUG [RS:0;9ea9abad0e9b:41705 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:36,866 DEBUG [RS:0;9ea9abad0e9b:41705 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:36,866 DEBUG [RS:0;9ea9abad0e9b:41705 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:36,866 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:23:36,966 WARN [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390.replicationSource.wal-reader.9ea9abad0e9b%2C41705%2C1733401390390,1-9ea9abad0e9b,41705,1733401390390 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T12:23:36,966 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390.replicationSource.shipper9ea9abad0e9b%2C41705%2C1733401390390,1-9ea9abad0e9b,41705,1733401390390 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-12-05T12:23:36,966 WARN [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390.replicationSource.shipper9ea9abad0e9b%2C41705%2C1733401390390,1-9ea9abad0e9b,41705,1733401390390 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-05T12:23:36,966 WARN [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390.replicationSource.shipper9ea9abad0e9b%2C41705%2C1733401390390,1-9ea9abad0e9b,41705,1733401390390 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-05T12:23:37,125 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:23:37,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:37,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:37,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:37,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:37,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:37,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:37,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:37,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:37,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:37,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:23:37,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T12:23:37,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T12:23:37,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T12:23:37,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:23:37,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T12:23:37,835 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:23:37,835 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9ea9abad0e9b,43791,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:43791 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T12:23:37,838 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2147 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9ea9abad0e9b,43791,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:43791 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T12:23:37,867 INFO [RS:0;9ea9abad0e9b:41705 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,41705,1733401390390.replicationSource.shipper9ea9abad0e9b%2C41705%2C1733401390390,1-9ea9abad0e9b,41705,1733401390390 terminated 2024-12-05T12:23:37,867 INFO [RS:0;9ea9abad0e9b:41705 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ea9abad0e9b:41705. 2024-12-05T12:23:37,867 DEBUG [RS:0;9ea9abad0e9b:41705 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:37,867 DEBUG [RS:0;9ea9abad0e9b:41705 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:37,868 DEBUG [RS:0;9ea9abad0e9b:41705 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:37,868 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:23:37,868 INFO [RS:0;9ea9abad0e9b:41705 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41705 2024-12-05T12:23:37,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45687-0x101a69fec450000, quorum=127.0.0.1:60610, baseZNode=/0158739110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0158739110/rs 2024-12-05T12:23:37,908 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41705-0x101a69fec450001, quorum=127.0.0.1:60610, baseZNode=/0158739110 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0158739110/rs/9ea9abad0e9b,41705,1733401390390 2024-12-05T12:23:37,908 INFO [RS:0;9ea9abad0e9b:41705 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:23:37,916 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9ea9abad0e9b,41705,1733401390390] 2024-12-05T12:23:37,925 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0158739110/draining/9ea9abad0e9b,41705,1733401390390 already deleted, retry=false 2024-12-05T12:23:37,925 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9ea9abad0e9b,41705,1733401390390 expired; onlineServers=0 2024-12-05T12:23:37,925 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9ea9abad0e9b,45687,1733401390252' ***** 2024-12-05T12:23:37,925 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T12:23:37,925 INFO [M:0;9ea9abad0e9b:45687 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:23:37,925 INFO [M:0;9ea9abad0e9b:45687 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:23:37,925 DEBUG [M:0;9ea9abad0e9b:45687 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T12:23:37,925 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T12:23:37,925 DEBUG [M:0;9ea9abad0e9b:45687 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T12:23:37,925 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401392346 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401392346,5,FailOnTimeoutGroup] 2024-12-05T12:23:37,925 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401392343 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401392343,5,FailOnTimeoutGroup] 2024-12-05T12:23:37,925 INFO [M:0;9ea9abad0e9b:45687 {}] hbase.ChoreService(370): Chore service for: master/9ea9abad0e9b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T12:23:37,925 INFO [M:0;9ea9abad0e9b:45687 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:23:37,925 DEBUG [M:0;9ea9abad0e9b:45687 {}] master.HMaster(1795): Stopping service threads 2024-12-05T12:23:37,925 INFO [M:0;9ea9abad0e9b:45687 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T12:23:37,925 INFO [M:0;9ea9abad0e9b:45687 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:23:37,925 INFO [M:0;9ea9abad0e9b:45687 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T12:23:37,925 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T12:23:37,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45687-0x101a69fec450000, quorum=127.0.0.1:60610, baseZNode=/0158739110 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0158739110/master 2024-12-05T12:23:37,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45687-0x101a69fec450000, quorum=127.0.0.1:60610, baseZNode=/0158739110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0158739110 2024-12-05T12:23:37,933 DEBUG [M:0;9ea9abad0e9b:45687 {}] zookeeper.ZKUtil(347): master:45687-0x101a69fec450000, quorum=127.0.0.1:60610, baseZNode=/0158739110 Unable to get data of znode /0158739110/master because node does not exist (not an error) 2024-12-05T12:23:37,933 WARN [M:0;9ea9abad0e9b:45687 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T12:23:37,934 INFO [M:0;9ea9abad0e9b:45687 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/.lastflushedseqids 2024-12-05T12:23:37,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41773 is added to blk_1073741852_1028 (size=263) 2024-12-05T12:23:38,016 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41705-0x101a69fec450001, quorum=127.0.0.1:60610, baseZNode=/0158739110 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:23:38,016 INFO [RS:0;9ea9abad0e9b:41705 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:23:38,016 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41705-0x101a69fec450001, quorum=127.0.0.1:60610, baseZNode=/0158739110 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:23:38,016 INFO [RS:0;9ea9abad0e9b:41705 {}] regionserver.HRegionServer(1031): Exiting; stopping=9ea9abad0e9b,41705,1733401390390; zookeeper connection closed. 2024-12-05T12:23:38,017 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@484f760d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@484f760d 2024-12-05T12:23:38,017 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T12:23:38,342 INFO [M:0;9ea9abad0e9b:45687 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T12:23:38,342 INFO [M:0;9ea9abad0e9b:45687 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T12:23:38,342 DEBUG [M:0;9ea9abad0e9b:45687 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:23:38,342 INFO [M:0;9ea9abad0e9b:45687 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:38,342 DEBUG [M:0;9ea9abad0e9b:45687 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:38,343 DEBUG [M:0;9ea9abad0e9b:45687 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:23:38,343 DEBUG [M:0;9ea9abad0e9b:45687 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:38,343 INFO [M:0;9ea9abad0e9b:45687 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-05T12:23:38,355 DEBUG [M:0;9ea9abad0e9b:45687 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/45821f54385e42aa86f25e4b07159cf1 is 82, key is hbase:meta,,1/info:regioninfo/1733401393533/Put/seqid=0 2024-12-05T12:23:38,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41773 is added to blk_1073741853_1029 (size=5672) 2024-12-05T12:23:38,759 INFO [M:0;9ea9abad0e9b:45687 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/45821f54385e42aa86f25e4b07159cf1 2024-12-05T12:23:38,774 DEBUG [M:0;9ea9abad0e9b:45687 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0057cc9218554f439bc62f8d9578afb4 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733401403717/Put/seqid=0 2024-12-05T12:23:38,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41773 is added to blk_1073741854_1030 (size=8516) 2024-12-05T12:23:39,178 INFO [M:0;9ea9abad0e9b:45687 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0057cc9218554f439bc62f8d9578afb4 2024-12-05T12:23:39,199 DEBUG [M:0;9ea9abad0e9b:45687 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d1ea5e0d91494a40a3902589acc6e2c9 is 69, key is 9ea9abad0e9b,41705,1733401390390/rs:state/1733401392447/Put/seqid=0 2024-12-05T12:23:39,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41773 is added to blk_1073741855_1031 (size=5156) 2024-12-05T12:23:39,603 INFO [M:0;9ea9abad0e9b:45687 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d1ea5e0d91494a40a3902589acc6e2c9 2024-12-05T12:23:39,607 DEBUG [M:0;9ea9abad0e9b:45687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/45821f54385e42aa86f25e4b07159cf1 as hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/45821f54385e42aa86f25e4b07159cf1 2024-12-05T12:23:39,611 INFO [M:0;9ea9abad0e9b:45687 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/45821f54385e42aa86f25e4b07159cf1, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T12:23:39,612 DEBUG [M:0;9ea9abad0e9b:45687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0057cc9218554f439bc62f8d9578afb4 as hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0057cc9218554f439bc62f8d9578afb4 2024-12-05T12:23:39,615 INFO [M:0;9ea9abad0e9b:45687 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0057cc9218554f439bc62f8d9578afb4, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T12:23:39,616 DEBUG [M:0;9ea9abad0e9b:45687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d1ea5e0d91494a40a3902589acc6e2c9 as hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d1ea5e0d91494a40a3902589acc6e2c9 2024-12-05T12:23:39,620 INFO [M:0;9ea9abad0e9b:45687 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37405/user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d1ea5e0d91494a40a3902589acc6e2c9, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T12:23:39,621 INFO [M:0;9ea9abad0e9b:45687 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false 2024-12-05T12:23:39,625 INFO [M:0;9ea9abad0e9b:45687 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:39,625 DEBUG [M:0;9ea9abad0e9b:45687 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401418342Disabling compacts and flushes for region at 1733401418342Disabling writes for close at 1733401418343 (+1 ms)Obtaining lock to block concurrent updates at 1733401418343Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733401418343Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733401418343Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733401418343Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733401418343Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733401418355 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733401418355Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733401418763 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733401418774 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733401418774Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733401419182 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733401419198 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733401419198Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43b7171b: reopening flushed file at 1733401419607 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78b766e1: reopening flushed file at 1733401419611 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a157d5d: reopening flushed file at 1733401419615 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false at 1733401419621 (+6 ms)Writing region close event to WAL at 1733401419625 (+4 ms)Closed at 1733401419625 2024-12-05T12:23:39,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41773 is added to blk_1073741830_1006 (size=63654) 2024-12-05T12:23:39,627 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f814a44c-12c0-59c5-13b2-caaaa5330bd6/MasterData/WALs/9ea9abad0e9b,45687,1733401390252/9ea9abad0e9b%2C45687%2C1733401390252.1733401392123 not finished, retry = 0 2024-12-05T12:23:39,728 INFO [M:0;9ea9abad0e9b:45687 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T12:23:39,728 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:23:39,728 INFO [M:0;9ea9abad0e9b:45687 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45687 2024-12-05T12:23:39,729 INFO [M:0;9ea9abad0e9b:45687 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:23:39,842 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T12:23:39,855 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:23:39,856 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9ea9abad0e9b,43791,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:43791 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T12:23:39,856 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4167 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9ea9abad0e9b,43791,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:43791 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T12:23:39,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45687-0x101a69fec450000, quorum=127.0.0.1:60610, baseZNode=/0158739110 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:23:39,900 INFO [M:0;9ea9abad0e9b:45687 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:23:39,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45687-0x101a69fec450000, quorum=127.0.0.1:60610, baseZNode=/0158739110 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:23:39,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@36c96e0b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:23:39,903 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d2bdf6b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:23:39,903 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:23:39,903 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69d1f1fa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:23:39,903 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7161e3d3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b7005a-db03-6155-a6a4-94c63c641f83/hadoop.log.dir/,STOPPED} 2024-12-05T12:23:39,904 WARN [BP-267878012-172.17.0.3-1733401388723 heartbeating to localhost/127.0.0.1:37405 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T12:23:39,904 WARN [BP-267878012-172.17.0.3-1733401388723 heartbeating to localhost/127.0.0.1:37405 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-267878012-172.17.0.3-1733401388723 (Datanode Uuid 4ad174b4-faa5-47e3-b877-31fc0c4304d0) service to localhost/127.0.0.1:37405 2024-12-05T12:23:39,904 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T12:23:39,904 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T12:23:39,904 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b7005a-db03-6155-a6a4-94c63c641f83/cluster_d9a51afe-4932-ab6e-9146-edf0dbfc2978/data/data1/current/BP-267878012-172.17.0.3-1733401388723 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:23:39,904 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b7005a-db03-6155-a6a4-94c63c641f83/cluster_d9a51afe-4932-ab6e-9146-edf0dbfc2978/data/data2/current/BP-267878012-172.17.0.3-1733401388723 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:23:39,905 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T12:23:39,910 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@423ade60{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:23:39,911 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@bd8873b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:23:39,911 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:23:39,911 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a7cd469{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:23:39,911 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3457eb9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b7005a-db03-6155-a6a4-94c63c641f83/hadoop.log.dir/,STOPPED} 2024-12-05T12:23:39,919 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T12:23:39,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T12:23:39,936 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=245 (was 203) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:37405 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:37405 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37405 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:37405 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:42649 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42649 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:42649 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:37405 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42649 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:42649 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:42649 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42649 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:42649 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42649 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60610) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60610) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42649 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42649 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42649 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:37405 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:42649 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=618 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=416 (was 523), ProcessCount=11 (was 11), AvailableMemoryMB=3625 (was 3659) 2024-12-05T12:23:39,944 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=245, OpenFileDescriptor=618, MaxFileDescriptor=1048576, SystemLoadAverage=416, ProcessCount=11, AvailableMemoryMB=3625 2024-12-05T12:23:39,955 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-12-05T12:23:39,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18879a58-9489-5792-d548-451f9946e32a/hadoop.log.dir so I do NOT create it in target/test-data/e138698a-a677-383d-1778-b4d0ef1b22c5 2024-12-05T12:23:39,955 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18879a58-9489-5792-d548-451f9946e32a/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T12:23:39,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18879a58-9489-5792-d548-451f9946e32a/hadoop.tmp.dir so I do NOT create it in target/test-data/e138698a-a677-383d-1778-b4d0ef1b22c5 2024-12-05T12:23:39,955 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18879a58-9489-5792-d548-451f9946e32a/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T12:23:39,955 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e138698a-a677-383d-1778-b4d0ef1b22c5 2024-12-05T12:23:39,955 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e138698a-a677-383d-1778-b4d0ef1b22c5/cluster_8158d996-9003-2eed-e2bc-bdbe86ec226d, deleteOnExit=true 2024-12-05T12:23:39,957 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e138698a-a677-383d-1778-b4d0ef1b22c5/cluster_8158d996-9003-2eed-e2bc-bdbe86ec226d/zookeeper_0, clientPort=57834, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e138698a-a677-383d-1778-b4d0ef1b22c5/cluster_8158d996-9003-2eed-e2bc-bdbe86ec226d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e138698a-a677-383d-1778-b4d0ef1b22c5/cluster_8158d996-9003-2eed-e2bc-bdbe86ec226d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T12:23:39,958 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57834 2024-12-05T12:23:39,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T12:23:39,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T12:23:39,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e138698a-a677-383d-1778-b4d0ef1b22c5/test.cache.data in system properties and HBase conf 2024-12-05T12:23:39,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e138698a-a677-383d-1778-b4d0ef1b22c5/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T12:23:39,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e138698a-a677-383d-1778-b4d0ef1b22c5/hadoop.log.dir in system properties and HBase conf 2024-12-05T12:23:39,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e138698a-a677-383d-1778-b4d0ef1b22c5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T12:23:39,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e138698a-a677-383d-1778-b4d0ef1b22c5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T12:23:39,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T12:23:39,959 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T12:23:39,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e138698a-a677-383d-1778-b4d0ef1b22c5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:23:39,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e138698a-a677-383d-1778-b4d0ef1b22c5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:23:39,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e138698a-a677-383d-1778-b4d0ef1b22c5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T12:23:39,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e138698a-a677-383d-1778-b4d0ef1b22c5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:23:39,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e138698a-a677-383d-1778-b4d0ef1b22c5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T12:23:39,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e138698a-a677-383d-1778-b4d0ef1b22c5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T12:23:39,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e138698a-a677-383d-1778-b4d0ef1b22c5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:23:39,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e138698a-a677-383d-1778-b4d0ef1b22c5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:23:39,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e138698a-a677-383d-1778-b4d0ef1b22c5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T12:23:39,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e138698a-a677-383d-1778-b4d0ef1b22c5/nfs.dump.dir in system properties and HBase conf 2024-12-05T12:23:39,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e138698a-a677-383d-1778-b4d0ef1b22c5/java.io.tmpdir in system properties and HBase conf 2024-12-05T12:23:39,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e138698a-a677-383d-1778-b4d0ef1b22c5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:23:39,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e138698a-a677-383d-1778-b4d0ef1b22c5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T12:23:39,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e138698a-a677-383d-1778-b4d0ef1b22c5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T12:23:40,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a69fec450005, quorum=127.0.0.1:60610, baseZNode=/1296131634 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T12:23:40,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a69fec450002, quorum=127.0.0.1:60610, baseZNode=/0158739110 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T12:23:40,015 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a69fec450002, quorum=127.0.0.1:60610, baseZNode=/0158739110 Received Disconnected from ZooKeeper, ignoring 2024-12-05T12:23:40,015 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a69fec450005, quorum=127.0.0.1:60610, baseZNode=/1296131634 Received Disconnected from ZooKeeper, ignoring 2024-12-05T12:23:40,220 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:23:40,225 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:23:40,226 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:23:40,226 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:23:40,226 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T12:23:40,227 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:23:40,227 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ec9cda9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e138698a-a677-383d-1778-b4d0ef1b22c5/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:23:40,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53b4795d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:23:40,330 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60871a88{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e138698a-a677-383d-1778-b4d0ef1b22c5/java.io.tmpdir/jetty-localhost-38515-hadoop-hdfs-3_4_1-tests_jar-_-any-7955540353405723827/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:23:40,330 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f59c6ba{HTTP/1.1, (http/1.1)}{localhost:38515} 2024-12-05T12:23:40,330 INFO [Time-limited test {}] server.Server(415): Started @189412ms 2024-12-05T12:23:40,480 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:23:40,485 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:23:40,485 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:23:40,485 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:23:40,485 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T12:23:40,486 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3369e225{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e138698a-a677-383d-1778-b4d0ef1b22c5/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:23:40,486 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62f39c0d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:23:40,587 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3072af28{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e138698a-a677-383d-1778-b4d0ef1b22c5/java.io.tmpdir/jetty-localhost-34449-hadoop-hdfs-3_4_1-tests_jar-_-any-5851297183317323700/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:23:40,588 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6df0091b{HTTP/1.1, (http/1.1)}{localhost:34449} 2024-12-05T12:23:40,588 INFO [Time-limited test {}] server.Server(415): Started @189669ms 2024-12-05T12:23:40,588 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T12:23:40,981 WARN [Thread-2187 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e138698a-a677-383d-1778-b4d0ef1b22c5/cluster_8158d996-9003-2eed-e2bc-bdbe86ec226d/data/data1/current/BP-81490615-172.17.0.3-1733401419972/current, will proceed with Du for space computation calculation, 2024-12-05T12:23:40,982 WARN [Thread-2188 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e138698a-a677-383d-1778-b4d0ef1b22c5/cluster_8158d996-9003-2eed-e2bc-bdbe86ec226d/data/data2/current/BP-81490615-172.17.0.3-1733401419972/current, will proceed with Du for space computation calculation, 2024-12-05T12:23:41,000 WARN [Thread-2175 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T12:23:41,002 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x22a2cb4374fdd746 with lease ID 0x619ee5e649e52ade: Processing first storage report for DS-36ff6e82-3cb7-44fe-a432-fbda22309c89 from datanode DatanodeRegistration(127.0.0.1:43981, datanodeUuid=969765df-71d5-4d4b-9ecf-7a8a4c9b7dea, infoPort=34735, infoSecurePort=0, ipcPort=32911, storageInfo=lv=-57;cid=testClusterID;nsid=613341742;c=1733401419972) 2024-12-05T12:23:41,002 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x22a2cb4374fdd746 with lease ID 0x619ee5e649e52ade: from storage DS-36ff6e82-3cb7-44fe-a432-fbda22309c89 node DatanodeRegistration(127.0.0.1:43981, datanodeUuid=969765df-71d5-4d4b-9ecf-7a8a4c9b7dea, infoPort=34735, infoSecurePort=0, ipcPort=32911, storageInfo=lv=-57;cid=testClusterID;nsid=613341742;c=1733401419972), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:23:41,002 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x22a2cb4374fdd746 with lease ID 0x619ee5e649e52ade: Processing first storage report for DS-0e082492-ffb7-45fd-9bf3-8836a778ff3b from datanode DatanodeRegistration(127.0.0.1:43981, datanodeUuid=969765df-71d5-4d4b-9ecf-7a8a4c9b7dea, infoPort=34735, infoSecurePort=0, ipcPort=32911, storageInfo=lv=-57;cid=testClusterID;nsid=613341742;c=1733401419972) 2024-12-05T12:23:41,002 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x22a2cb4374fdd746 with lease ID 0x619ee5e649e52ade: from storage DS-0e082492-ffb7-45fd-9bf3-8836a778ff3b node DatanodeRegistration(127.0.0.1:43981, datanodeUuid=969765df-71d5-4d4b-9ecf-7a8a4c9b7dea, infoPort=34735, infoSecurePort=0, ipcPort=32911, storageInfo=lv=-57;cid=testClusterID;nsid=613341742;c=1733401419972), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:23:41,007 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e138698a-a677-383d-1778-b4d0ef1b22c5 2024-12-05T12:23:41,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:41,009 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:41,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43981 is added to blk_1073741825_1001 (size=7) 2024-12-05T12:23:41,415 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c with version=8 2024-12-05T12:23:41,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/hbase-staging 2024-12-05T12:23:41,417 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9ea9abad0e9b:0 server-side Connection retries=45 2024-12-05T12:23:41,417 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:23:41,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:23:41,418 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:23:41,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:23:41,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:23:41,418 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T12:23:41,418 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:23:41,418 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37615 2024-12-05T12:23:41,419 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37615 connecting to ZooKeeper ensemble=127.0.0.1:57834 2024-12-05T12:23:41,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:376150x0, quorum=127.0.0.1:57834, baseZNode=/01536572650 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:23:41,473 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37615-0x101a6a0665e0000 connected 2024-12-05T12:23:41,537 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:41,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:41,540 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37615-0x101a6a0665e0000, quorum=127.0.0.1:57834, baseZNode=/01536572650 Set watcher on znode that does not yet exist, /01536572650/running 2024-12-05T12:23:41,540 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c, hbase.cluster.distributed=false 2024-12-05T12:23:41,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37615-0x101a6a0665e0000, quorum=127.0.0.1:57834, baseZNode=/01536572650 Set watcher on znode that does not yet exist, /01536572650/acl 2024-12-05T12:23:41,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37615 2024-12-05T12:23:41,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37615 2024-12-05T12:23:41,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37615 2024-12-05T12:23:41,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37615 2024-12-05T12:23:41,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37615 2024-12-05T12:23:41,554 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9ea9abad0e9b:0 server-side Connection retries=45 2024-12-05T12:23:41,554 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:23:41,554 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:23:41,554 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:23:41,554 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:23:41,554 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:23:41,554 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T12:23:41,554 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:23:41,555 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33711 2024-12-05T12:23:41,556 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33711 connecting to ZooKeeper ensemble=127.0.0.1:57834 2024-12-05T12:23:41,556 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:41,557 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:41,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337110x0, quorum=127.0.0.1:57834, baseZNode=/01536572650 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:23:41,566 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:337110x0, quorum=127.0.0.1:57834, baseZNode=/01536572650 Set watcher on znode that does not yet exist, /01536572650/running 2024-12-05T12:23:41,566 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33711-0x101a6a0665e0001 connected 2024-12-05T12:23:41,567 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T12:23:41,567 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T12:23:41,567 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33711-0x101a6a0665e0001, quorum=127.0.0.1:57834, baseZNode=/01536572650 Set watcher on znode that does not yet exist, /01536572650/master 2024-12-05T12:23:41,568 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33711-0x101a6a0665e0001, quorum=127.0.0.1:57834, baseZNode=/01536572650 Set watcher on znode that does not yet exist, /01536572650/acl 2024-12-05T12:23:41,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33711 2024-12-05T12:23:41,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33711 2024-12-05T12:23:41,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33711 2024-12-05T12:23:41,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33711 2024-12-05T12:23:41,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33711 2024-12-05T12:23:41,583 DEBUG [M:0;9ea9abad0e9b:37615 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9ea9abad0e9b:37615 2024-12-05T12:23:41,584 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01536572650/backup-masters/9ea9abad0e9b,37615,1733401421417 2024-12-05T12:23:41,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37615-0x101a6a0665e0000, quorum=127.0.0.1:57834, baseZNode=/01536572650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01536572650/backup-masters 2024-12-05T12:23:41,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33711-0x101a6a0665e0001, quorum=127.0.0.1:57834, baseZNode=/01536572650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01536572650/backup-masters 2024-12-05T12:23:41,591 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37615-0x101a6a0665e0000, quorum=127.0.0.1:57834, baseZNode=/01536572650 Set watcher on existing znode=/01536572650/backup-masters/9ea9abad0e9b,37615,1733401421417 2024-12-05T12:23:41,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33711-0x101a6a0665e0001, quorum=127.0.0.1:57834, baseZNode=/01536572650 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01536572650/master 2024-12-05T12:23:41,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37615-0x101a6a0665e0000, quorum=127.0.0.1:57834, baseZNode=/01536572650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01536572650 2024-12-05T12:23:41,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33711-0x101a6a0665e0001, quorum=127.0.0.1:57834, baseZNode=/01536572650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01536572650 2024-12-05T12:23:41,600 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37615-0x101a6a0665e0000, quorum=127.0.0.1:57834, baseZNode=/01536572650 Set watcher on existing znode=/01536572650/master 2024-12-05T12:23:41,600 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01536572650/backup-masters/9ea9abad0e9b,37615,1733401421417 from backup master directory 2024-12-05T12:23:41,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37615-0x101a6a0665e0000, quorum=127.0.0.1:57834, baseZNode=/01536572650 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01536572650/backup-masters/9ea9abad0e9b,37615,1733401421417 2024-12-05T12:23:41,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37615-0x101a6a0665e0000, quorum=127.0.0.1:57834, baseZNode=/01536572650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01536572650/backup-masters 2024-12-05T12:23:41,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33711-0x101a6a0665e0001, quorum=127.0.0.1:57834, baseZNode=/01536572650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01536572650/backup-masters 2024-12-05T12:23:41,608 WARN [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:23:41,608 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9ea9abad0e9b,37615,1733401421417 2024-12-05T12:23:41,611 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/hbase.id] with ID: 09611426-dcb3-4580-8cf2-01a41cbf3d12 2024-12-05T12:23:41,611 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/.tmp/hbase.id 2024-12-05T12:23:41,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43981 is added to blk_1073741826_1002 (size=42) 2024-12-05T12:23:42,016 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/.tmp/hbase.id]:[hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/hbase.id] 2024-12-05T12:23:42,024 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:42,024 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T12:23:42,025 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T12:23:42,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37615-0x101a6a0665e0000, quorum=127.0.0.1:57834, baseZNode=/01536572650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01536572650 2024-12-05T12:23:42,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33711-0x101a6a0665e0001, quorum=127.0.0.1:57834, baseZNode=/01536572650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01536572650 2024-12-05T12:23:42,060 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:23:42,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43981 is added to blk_1073741827_1003 (size=196) 2024-12-05T12:23:42,069 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:23:42,070 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T12:23:42,070 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:23:42,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43981 is added to blk_1073741828_1004 (size=1189) 2024-12-05T12:23:42,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:42,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:42,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:42,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:42,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:42,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:42,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:42,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:42,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:42,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:42,479 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/MasterData/data/master/store 2024-12-05T12:23:42,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43981 is added to blk_1073741829_1005 (size=34) 2024-12-05T12:23:42,885 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:42,885 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:23:42,885 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:42,885 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:42,885 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:23:42,885 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:42,885 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:42,885 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401422885Disabling compacts and flushes for region at 1733401422885Disabling writes for close at 1733401422885Writing region close event to WAL at 1733401422885Closed at 1733401422885 2024-12-05T12:23:42,886 WARN [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/MasterData/data/master/store/.initializing 2024-12-05T12:23:42,886 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/MasterData/WALs/9ea9abad0e9b,37615,1733401421417 2024-12-05T12:23:42,887 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:23:42,888 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9ea9abad0e9b%2C37615%2C1733401421417, suffix=, logDir=hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/MasterData/WALs/9ea9abad0e9b,37615,1733401421417, archiveDir=hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/MasterData/oldWALs, maxLogs=10 2024-12-05T12:23:42,903 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/MasterData/WALs/9ea9abad0e9b,37615,1733401421417/9ea9abad0e9b%2C37615%2C1733401421417.1733401422888, exclude list is [], retry=0 2024-12-05T12:23:42,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43981,DS-36ff6e82-3cb7-44fe-a432-fbda22309c89,DISK] 2024-12-05T12:23:42,907 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/MasterData/WALs/9ea9abad0e9b,37615,1733401421417/9ea9abad0e9b%2C37615%2C1733401421417.1733401422888 2024-12-05T12:23:42,907 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34735:34735)] 2024-12-05T12:23:42,907 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:23:42,907 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:42,907 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:42,907 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:42,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:42,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T12:23:42,910 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:42,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:42,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:42,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T12:23:42,911 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:42,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:42,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:42,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T12:23:42,912 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:42,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:42,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:42,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T12:23:42,913 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:42,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:42,914 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:42,914 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:42,914 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:42,915 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:42,915 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:42,916 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:23:42,917 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:42,918 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:23:42,918 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72234933, jitterRate=0.07638438045978546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:23:42,919 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733401422907Initializing all the Stores at 1733401422908 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401422908Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401422908Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401422908Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401422908Cleaning up temporary data from old regions at 1733401422915 (+7 ms)Region opened successfully at 1733401422919 (+4 ms) 2024-12-05T12:23:42,919 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T12:23:42,922 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c3c1db3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ea9abad0e9b/172.17.0.3:0 2024-12-05T12:23:42,922 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T12:23:42,922 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T12:23:42,922 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T12:23:42,922 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T12:23:42,923 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T12:23:42,923 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T12:23:42,923 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T12:23:42,925 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T12:23:42,925 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37615-0x101a6a0665e0000, quorum=127.0.0.1:57834, baseZNode=/01536572650 Unable to get data of znode /01536572650/balancer because node does not exist (not necessarily an error) 2024-12-05T12:23:43,016 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01536572650/balancer already deleted, retry=false 2024-12-05T12:23:43,016 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T12:23:43,017 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37615-0x101a6a0665e0000, quorum=127.0.0.1:57834, baseZNode=/01536572650 Unable to get data of znode /01536572650/normalizer because node does not exist (not necessarily an error) 2024-12-05T12:23:43,024 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01536572650/normalizer already deleted, retry=false 2024-12-05T12:23:43,024 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T12:23:43,025 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37615-0x101a6a0665e0000, quorum=127.0.0.1:57834, baseZNode=/01536572650 Unable to get data of znode /01536572650/switch/split because node does not exist (not necessarily an error) 2024-12-05T12:23:43,032 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01536572650/switch/split already deleted, retry=false 2024-12-05T12:23:43,033 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37615-0x101a6a0665e0000, quorum=127.0.0.1:57834, baseZNode=/01536572650 Unable to get data of znode /01536572650/switch/merge because node does not exist (not necessarily an error) 2024-12-05T12:23:43,041 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01536572650/switch/merge already deleted, retry=false 2024-12-05T12:23:43,042 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37615-0x101a6a0665e0000, quorum=127.0.0.1:57834, baseZNode=/01536572650 Unable to get data of znode /01536572650/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T12:23:43,049 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01536572650/snapshot-cleanup already deleted, retry=false 2024-12-05T12:23:43,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33711-0x101a6a0665e0001, quorum=127.0.0.1:57834, baseZNode=/01536572650 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01536572650/running 2024-12-05T12:23:43,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37615-0x101a6a0665e0000, quorum=127.0.0.1:57834, baseZNode=/01536572650 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01536572650/running 2024-12-05T12:23:43,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33711-0x101a6a0665e0001, quorum=127.0.0.1:57834, baseZNode=/01536572650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01536572650 2024-12-05T12:23:43,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37615-0x101a6a0665e0000, quorum=127.0.0.1:57834, baseZNode=/01536572650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01536572650 2024-12-05T12:23:43,058 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9ea9abad0e9b,37615,1733401421417, sessionid=0x101a6a0665e0000, setting cluster-up flag (Was=false) 2024-12-05T12:23:43,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37615-0x101a6a0665e0000, quorum=127.0.0.1:57834, baseZNode=/01536572650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01536572650 2024-12-05T12:23:43,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33711-0x101a6a0665e0001, quorum=127.0.0.1:57834, baseZNode=/01536572650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01536572650 2024-12-05T12:23:43,099 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01536572650/flush-table-proc/acquired, /01536572650/flush-table-proc/reached, /01536572650/flush-table-proc/abort 2024-12-05T12:23:43,100 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ea9abad0e9b,37615,1733401421417 2024-12-05T12:23:43,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33711-0x101a6a0665e0001, quorum=127.0.0.1:57834, baseZNode=/01536572650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01536572650 2024-12-05T12:23:43,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37615-0x101a6a0665e0000, quorum=127.0.0.1:57834, baseZNode=/01536572650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01536572650 2024-12-05T12:23:43,141 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01536572650/online-snapshot/acquired, /01536572650/online-snapshot/reached, /01536572650/online-snapshot/abort 2024-12-05T12:23:43,141 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ea9abad0e9b,37615,1733401421417 2024-12-05T12:23:43,142 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T12:23:43,143 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T12:23:43,143 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T12:23:43,144 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T12:23:43,144 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9ea9abad0e9b,37615,1733401421417 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T12:23:43,145 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:23:43,145 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:23:43,145 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:23:43,145 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:23:43,145 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9ea9abad0e9b:0, corePoolSize=10, maxPoolSize=10 2024-12-05T12:23:43,145 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:43,145 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:23:43,145 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:43,145 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733401453145 2024-12-05T12:23:43,145 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T12:23:43,146 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T12:23:43,146 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T12:23:43,146 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T12:23:43,146 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T12:23:43,146 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T12:23:43,146 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:43,146 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:23:43,146 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T12:23:43,146 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T12:23:43,146 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T12:23:43,146 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T12:23:43,146 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T12:23:43,146 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T12:23:43,146 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T12:23:43,147 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:43,147 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401423146,5,FailOnTimeoutGroup] 2024-12-05T12:23:43,147 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T12:23:43,147 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401423147,5,FailOnTimeoutGroup] 2024-12-05T12:23:43,147 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:43,147 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T12:23:43,147 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:43,147 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:43,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43981 is added to blk_1073741831_1007 (size=1321) 2024-12-05T12:23:43,176 INFO [RS:0;9ea9abad0e9b:33711 {}] regionserver.HRegionServer(746): ClusterId : 09611426-dcb3-4580-8cf2-01a41cbf3d12 2024-12-05T12:23:43,176 DEBUG [RS:0;9ea9abad0e9b:33711 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T12:23:43,183 DEBUG [RS:0;9ea9abad0e9b:33711 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T12:23:43,183 DEBUG [RS:0;9ea9abad0e9b:33711 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T12:23:43,191 DEBUG [RS:0;9ea9abad0e9b:33711 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T12:23:43,191 DEBUG [RS:0;9ea9abad0e9b:33711 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78dd43e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ea9abad0e9b/172.17.0.3:0 2024-12-05T12:23:43,201 DEBUG [RS:0;9ea9abad0e9b:33711 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9ea9abad0e9b:33711 2024-12-05T12:23:43,201 INFO [RS:0;9ea9abad0e9b:33711 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T12:23:43,201 INFO [RS:0;9ea9abad0e9b:33711 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T12:23:43,201 DEBUG [RS:0;9ea9abad0e9b:33711 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T12:23:43,201 INFO [RS:0;9ea9abad0e9b:33711 {}] regionserver.HRegionServer(2659): reportForDuty to master=9ea9abad0e9b,37615,1733401421417 with port=33711, startcode=1733401421554 2024-12-05T12:23:43,201 DEBUG [RS:0;9ea9abad0e9b:33711 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T12:23:43,203 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41989, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T12:23:43,203 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37615 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9ea9abad0e9b,33711,1733401421554 2024-12-05T12:23:43,203 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37615 {}] master.ServerManager(517): Registering regionserver=9ea9abad0e9b,33711,1733401421554 2024-12-05T12:23:43,204 DEBUG [RS:0;9ea9abad0e9b:33711 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c 2024-12-05T12:23:43,204 DEBUG [RS:0;9ea9abad0e9b:33711 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37237 2024-12-05T12:23:43,204 DEBUG [RS:0;9ea9abad0e9b:33711 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T12:23:43,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37615-0x101a6a0665e0000, quorum=127.0.0.1:57834, baseZNode=/01536572650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01536572650/rs 2024-12-05T12:23:43,212 DEBUG [RS:0;9ea9abad0e9b:33711 {}] zookeeper.ZKUtil(111): regionserver:33711-0x101a6a0665e0001, quorum=127.0.0.1:57834, baseZNode=/01536572650 Set watcher on existing znode=/01536572650/rs/9ea9abad0e9b,33711,1733401421554 2024-12-05T12:23:43,212 WARN [RS:0;9ea9abad0e9b:33711 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:23:43,212 INFO [RS:0;9ea9abad0e9b:33711 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:23:43,212 DEBUG [RS:0;9ea9abad0e9b:33711 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/WALs/9ea9abad0e9b,33711,1733401421554 2024-12-05T12:23:43,212 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9ea9abad0e9b,33711,1733401421554] 2024-12-05T12:23:43,215 INFO [RS:0;9ea9abad0e9b:33711 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T12:23:43,217 INFO [RS:0;9ea9abad0e9b:33711 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T12:23:43,219 INFO [RS:0;9ea9abad0e9b:33711 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T12:23:43,219 INFO [RS:0;9ea9abad0e9b:33711 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:43,219 INFO [RS:0;9ea9abad0e9b:33711 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T12:23:43,220 INFO [RS:0;9ea9abad0e9b:33711 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T12:23:43,220 INFO [RS:0;9ea9abad0e9b:33711 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:43,220 DEBUG [RS:0;9ea9abad0e9b:33711 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:43,220 DEBUG [RS:0;9ea9abad0e9b:33711 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:43,220 DEBUG [RS:0;9ea9abad0e9b:33711 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:43,220 DEBUG [RS:0;9ea9abad0e9b:33711 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:43,220 DEBUG [RS:0;9ea9abad0e9b:33711 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:43,220 DEBUG [RS:0;9ea9abad0e9b:33711 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9ea9abad0e9b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:23:43,220 DEBUG [RS:0;9ea9abad0e9b:33711 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:43,220 DEBUG [RS:0;9ea9abad0e9b:33711 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:43,220 DEBUG [RS:0;9ea9abad0e9b:33711 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:43,220 DEBUG [RS:0;9ea9abad0e9b:33711 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:43,220 DEBUG [RS:0;9ea9abad0e9b:33711 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:43,220 DEBUG [RS:0;9ea9abad0e9b:33711 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:43,220 DEBUG [RS:0;9ea9abad0e9b:33711 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9ea9abad0e9b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:23:43,220 DEBUG [RS:0;9ea9abad0e9b:33711 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9ea9abad0e9b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:23:43,223 INFO [RS:0;9ea9abad0e9b:33711 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:43,223 INFO [RS:0;9ea9abad0e9b:33711 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:43,223 INFO [RS:0;9ea9abad0e9b:33711 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:43,223 INFO [RS:0;9ea9abad0e9b:33711 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:43,223 INFO [RS:0;9ea9abad0e9b:33711 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:43,223 INFO [RS:0;9ea9abad0e9b:33711 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,33711,1733401421554-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:23:43,240 INFO [RS:0;9ea9abad0e9b:33711 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T12:23:43,240 INFO [RS:0;9ea9abad0e9b:33711 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,33711,1733401421554-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:43,240 INFO [RS:0;9ea9abad0e9b:33711 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:43,240 INFO [RS:0;9ea9abad0e9b:33711 {}] regionserver.Replication(171): 9ea9abad0e9b,33711,1733401421554 started 2024-12-05T12:23:43,251 INFO [RS:0;9ea9abad0e9b:33711 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:43,251 INFO [RS:0;9ea9abad0e9b:33711 {}] regionserver.HRegionServer(1482): Serving as 9ea9abad0e9b,33711,1733401421554, RpcServer on 9ea9abad0e9b/172.17.0.3:33711, sessionid=0x101a6a0665e0001 2024-12-05T12:23:43,251 DEBUG [RS:0;9ea9abad0e9b:33711 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T12:23:43,251 DEBUG [RS:0;9ea9abad0e9b:33711 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9ea9abad0e9b,33711,1733401421554 2024-12-05T12:23:43,251 DEBUG [RS:0;9ea9abad0e9b:33711 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ea9abad0e9b,33711,1733401421554' 2024-12-05T12:23:43,251 DEBUG [RS:0;9ea9abad0e9b:33711 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01536572650/flush-table-proc/abort' 2024-12-05T12:23:43,252 DEBUG [RS:0;9ea9abad0e9b:33711 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01536572650/flush-table-proc/acquired' 2024-12-05T12:23:43,252 DEBUG [RS:0;9ea9abad0e9b:33711 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T12:23:43,252 DEBUG [RS:0;9ea9abad0e9b:33711 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T12:23:43,252 DEBUG [RS:0;9ea9abad0e9b:33711 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9ea9abad0e9b,33711,1733401421554 2024-12-05T12:23:43,252 DEBUG [RS:0;9ea9abad0e9b:33711 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ea9abad0e9b,33711,1733401421554' 2024-12-05T12:23:43,252 DEBUG [RS:0;9ea9abad0e9b:33711 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01536572650/online-snapshot/abort' 2024-12-05T12:23:43,252 DEBUG [RS:0;9ea9abad0e9b:33711 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01536572650/online-snapshot/acquired' 2024-12-05T12:23:43,252 DEBUG [RS:0;9ea9abad0e9b:33711 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T12:23:43,252 INFO [RS:0;9ea9abad0e9b:33711 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T12:23:43,253 INFO [RS:0;9ea9abad0e9b:33711 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T12:23:43,353 INFO [RS:0;9ea9abad0e9b:33711 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:23:43,354 INFO [RS:0;9ea9abad0e9b:33711 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C33711%2C1733401421554, suffix=, logDir=hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/WALs/9ea9abad0e9b,33711,1733401421554, archiveDir=hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/oldWALs, maxLogs=10 2024-12-05T12:23:43,366 DEBUG [RS:0;9ea9abad0e9b:33711 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/WALs/9ea9abad0e9b,33711,1733401421554/9ea9abad0e9b%2C33711%2C1733401421554.1733401423355, exclude list is [], retry=0 2024-12-05T12:23:43,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43981,DS-36ff6e82-3cb7-44fe-a432-fbda22309c89,DISK] 2024-12-05T12:23:43,370 INFO [RS:0;9ea9abad0e9b:33711 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/WALs/9ea9abad0e9b,33711,1733401421554/9ea9abad0e9b%2C33711%2C1733401421554.1733401423355 2024-12-05T12:23:43,370 DEBUG [RS:0;9ea9abad0e9b:33711 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34735:34735)] 2024-12-05T12:23:43,558 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T12:23:43,558 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c 2024-12-05T12:23:43,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43981 is added to blk_1073741833_1009 (size=32) 2024-12-05T12:23:43,875 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:23:43,875 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9ea9abad0e9b,43791,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:43791 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T12:23:43,876 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8187 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9ea9abad0e9b,43791,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:43791 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T12:23:43,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:43,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:23:43,965 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:23:43,965 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:43,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:43,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:23:43,967 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:23:43,967 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:43,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:43,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:23:43,968 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:23:43,968 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:43,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:43,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:23:43,969 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:23:43,969 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:43,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:43,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:23:43,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/data/hbase/meta/1588230740 2024-12-05T12:23:43,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/data/hbase/meta/1588230740 2024-12-05T12:23:43,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:23:43,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:23:43,971 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:23:43,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:23:43,973 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:23:43,973 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64096447, jitterRate=-0.044888511300086975}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:23:43,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733401423963Initializing all the Stores at 1733401423964 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401423964Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401423964Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401423964Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401423964Cleaning up temporary data from old regions at 1733401423970 (+6 ms)Region opened successfully at 1733401423974 (+4 ms) 2024-12-05T12:23:43,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:23:43,974 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:23:43,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:23:43,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:23:43,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:23:43,974 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:23:43,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401423974Disabling compacts and flushes for region at 1733401423974Disabling writes for close at 1733401423974Writing region close event to WAL at 1733401423974Closed at 1733401423974 2024-12-05T12:23:43,975 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:23:43,975 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T12:23:43,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T12:23:43,976 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:23:43,977 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T12:23:44,127 DEBUG [9ea9abad0e9b:37615 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T12:23:44,128 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9ea9abad0e9b,33711,1733401421554 2024-12-05T12:23:44,129 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ea9abad0e9b,33711,1733401421554, state=OPENING 2024-12-05T12:23:44,137 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T12:23:44,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37615-0x101a6a0665e0000, quorum=127.0.0.1:57834, baseZNode=/01536572650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01536572650 2024-12-05T12:23:44,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33711-0x101a6a0665e0001, quorum=127.0.0.1:57834, baseZNode=/01536572650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01536572650 2024-12-05T12:23:44,145 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:23:44,145 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01536572650/meta-region-server: CHANGED 2024-12-05T12:23:44,145 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01536572650/meta-region-server: CHANGED 2024-12-05T12:23:44,145 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,33711,1733401421554}] 2024-12-05T12:23:44,298 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:23:44,299 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58917, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T12:23:44,301 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T12:23:44,302 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:23:44,302 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T12:23:44,303 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C33711%2C1733401421554.meta, suffix=.meta, logDir=hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/WALs/9ea9abad0e9b,33711,1733401421554, archiveDir=hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/oldWALs, maxLogs=10 2024-12-05T12:23:44,313 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/WALs/9ea9abad0e9b,33711,1733401421554/9ea9abad0e9b%2C33711%2C1733401421554.meta.1733401424303.meta, exclude list is [], retry=0 2024-12-05T12:23:44,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43981,DS-36ff6e82-3cb7-44fe-a432-fbda22309c89,DISK] 2024-12-05T12:23:44,317 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/WALs/9ea9abad0e9b,33711,1733401421554/9ea9abad0e9b%2C33711%2C1733401421554.meta.1733401424303.meta 2024-12-05T12:23:44,317 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34735:34735)] 2024-12-05T12:23:44,317 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:23:44,317 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:23:44,317 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:23:44,318 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T12:23:44,318 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T12:23:44,318 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T12:23:44,318 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:44,318 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T12:23:44,318 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T12:23:44,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:23:44,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:23:44,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:44,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:44,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:23:44,321 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:23:44,321 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:44,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:44,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:23:44,321 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:23:44,321 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:44,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:44,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:23:44,322 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:23:44,322 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:44,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:44,322 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:23:44,323 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/data/hbase/meta/1588230740 2024-12-05T12:23:44,324 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/data/hbase/meta/1588230740 2024-12-05T12:23:44,324 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:23:44,324 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:23:44,325 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:23:44,326 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:23:44,326 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73949715, jitterRate=0.10193662345409393}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:23:44,326 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T12:23:44,327 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733401424318Writing region info on filesystem at 1733401424318Initializing all the Stores at 1733401424319 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401424319Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401424319Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401424319Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401424319Cleaning up temporary data from old regions at 1733401424324 (+5 ms)Running coprocessor post-open hooks at 1733401424326 (+2 ms)Region opened successfully at 1733401424326 2024-12-05T12:23:44,327 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733401424297 2024-12-05T12:23:44,329 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T12:23:44,329 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T12:23:44,329 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9ea9abad0e9b,33711,1733401421554 2024-12-05T12:23:44,330 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ea9abad0e9b,33711,1733401421554, state=OPEN 2024-12-05T12:23:44,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37615-0x101a6a0665e0000, quorum=127.0.0.1:57834, baseZNode=/01536572650 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01536572650/meta-region-server 2024-12-05T12:23:44,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33711-0x101a6a0665e0001, quorum=127.0.0.1:57834, baseZNode=/01536572650 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01536572650/meta-region-server 2024-12-05T12:23:44,357 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,33711,1733401421554 2024-12-05T12:23:44,357 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01536572650/meta-region-server: CHANGED 2024-12-05T12:23:44,357 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01536572650/meta-region-server: CHANGED 2024-12-05T12:23:44,358 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T12:23:44,358 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,33711,1733401421554 in 212 msec 2024-12-05T12:23:44,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T12:23:44,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 383 msec 2024-12-05T12:23:44,360 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:23:44,360 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T12:23:44,361 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:23:44,361 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,33711,1733401421554, seqNum=-1] 2024-12-05T12:23:44,361 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:23:44,362 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42841, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:23:44,366 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2230 sec 2024-12-05T12:23:44,366 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733401424366, completionTime=-1 2024-12-05T12:23:44,366 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T12:23:44,366 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T12:23:44,368 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T12:23:44,368 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733401484368 2024-12-05T12:23:44,368 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733401544368 2024-12-05T12:23:44,368 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T12:23:44,368 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,37615,1733401421417-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:44,368 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,37615,1733401421417-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:44,368 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,37615,1733401421417-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:44,368 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9ea9abad0e9b:37615, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:44,368 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:44,368 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:44,370 DEBUG [master/9ea9abad0e9b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T12:23:44,371 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.763sec 2024-12-05T12:23:44,371 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T12:23:44,371 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T12:23:44,371 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T12:23:44,371 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T12:23:44,371 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T12:23:44,371 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,37615,1733401421417-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:23:44,371 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,37615,1733401421417-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T12:23:44,373 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T12:23:44,373 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T12:23:44,373 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,37615,1733401421417-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:44,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33f5d961, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:44,377 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,37615,-1 for getting cluster id 2024-12-05T12:23:44,377 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:23:44,378 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09611426-dcb3-4580-8cf2-01a41cbf3d12' 2024-12-05T12:23:44,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:23:44,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09611426-dcb3-4580-8cf2-01a41cbf3d12" 2024-12-05T12:23:44,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c6b6016, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:44,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,37615,-1] 2024-12-05T12:23:44,379 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:23:44,379 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:44,379 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:23:44,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a553aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:44,380 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:23:44,381 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,33711,1733401421554, seqNum=-1] 2024-12-05T12:23:44,381 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:23:44,382 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:23:44,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9ea9abad0e9b,37615,1733401421417 2024-12-05T12:23:44,384 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57834 2024-12-05T12:23:44,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57834, baseZNode=/01536572650 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:23:44,400 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a6a0665e0002 connected 2024-12-05T12:23:44,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e138698a-a677-383d-1778-b4d0ef1b22c5/hadoop.log.dir so I do NOT create it in target/test-data/074427d7-b572-b89c-3f9a-4308e345764a 2024-12-05T12:23:44,410 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e138698a-a677-383d-1778-b4d0ef1b22c5/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T12:23:44,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e138698a-a677-383d-1778-b4d0ef1b22c5/hadoop.tmp.dir so I do NOT create it in target/test-data/074427d7-b572-b89c-3f9a-4308e345764a 2024-12-05T12:23:44,410 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e138698a-a677-383d-1778-b4d0ef1b22c5/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T12:23:44,410 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074427d7-b572-b89c-3f9a-4308e345764a 2024-12-05T12:23:44,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T12:23:44,410 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074427d7-b572-b89c-3f9a-4308e345764a/cluster_8665b856-51d2-24fc-fece-61c04335a05b, deleteOnExit=true 2024-12-05T12:23:44,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T12:23:44,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074427d7-b572-b89c-3f9a-4308e345764a/test.cache.data in system properties and HBase conf 2024-12-05T12:23:44,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074427d7-b572-b89c-3f9a-4308e345764a/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T12:23:44,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074427d7-b572-b89c-3f9a-4308e345764a/hadoop.log.dir in system properties and HBase conf 2024-12-05T12:23:44,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074427d7-b572-b89c-3f9a-4308e345764a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T12:23:44,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074427d7-b572-b89c-3f9a-4308e345764a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T12:23:44,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T12:23:44,410 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T12:23:44,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074427d7-b572-b89c-3f9a-4308e345764a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:23:44,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074427d7-b572-b89c-3f9a-4308e345764a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:23:44,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074427d7-b572-b89c-3f9a-4308e345764a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T12:23:44,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074427d7-b572-b89c-3f9a-4308e345764a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:23:44,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074427d7-b572-b89c-3f9a-4308e345764a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T12:23:44,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074427d7-b572-b89c-3f9a-4308e345764a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T12:23:44,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074427d7-b572-b89c-3f9a-4308e345764a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:23:44,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074427d7-b572-b89c-3f9a-4308e345764a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:23:44,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074427d7-b572-b89c-3f9a-4308e345764a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T12:23:44,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074427d7-b572-b89c-3f9a-4308e345764a/nfs.dump.dir in system properties and HBase conf 2024-12-05T12:23:44,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074427d7-b572-b89c-3f9a-4308e345764a/java.io.tmpdir in system properties and HBase conf 2024-12-05T12:23:44,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074427d7-b572-b89c-3f9a-4308e345764a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:23:44,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074427d7-b572-b89c-3f9a-4308e345764a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T12:23:44,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074427d7-b572-b89c-3f9a-4308e345764a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T12:23:44,614 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:23:44,617 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:23:44,618 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:23:44,618 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:23:44,618 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T12:23:44,619 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:23:44,619 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b874f9b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074427d7-b572-b89c-3f9a-4308e345764a/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:23:44,620 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c4acb23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:23:44,718 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f3fad59{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074427d7-b572-b89c-3f9a-4308e345764a/java.io.tmpdir/jetty-localhost-45021-hadoop-hdfs-3_4_1-tests_jar-_-any-13113656669207817608/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:23:44,719 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@464b868d{HTTP/1.1, (http/1.1)}{localhost:45021} 2024-12-05T12:23:44,719 INFO [Time-limited test {}] server.Server(415): Started @193800ms 2024-12-05T12:23:44,879 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:23:44,881 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:23:44,885 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:23:44,885 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:23:44,885 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T12:23:44,886 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@abd61a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074427d7-b572-b89c-3f9a-4308e345764a/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:23:44,886 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b907227{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:23:44,975 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33a621eb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074427d7-b572-b89c-3f9a-4308e345764a/java.io.tmpdir/jetty-localhost-35771-hadoop-hdfs-3_4_1-tests_jar-_-any-3704480928263400238/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:23:44,975 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b6cdc48{HTTP/1.1, (http/1.1)}{localhost:35771} 2024-12-05T12:23:44,976 INFO [Time-limited test {}] server.Server(415): Started @194057ms 2024-12-05T12:23:44,976 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T12:23:45,350 WARN [Thread-2309 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074427d7-b572-b89c-3f9a-4308e345764a/cluster_8665b856-51d2-24fc-fece-61c04335a05b/data/data2/current/BP-149497559-172.17.0.3-1733401424424/current, will proceed with Du for space computation calculation, 2024-12-05T12:23:45,350 WARN [Thread-2308 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074427d7-b572-b89c-3f9a-4308e345764a/cluster_8665b856-51d2-24fc-fece-61c04335a05b/data/data1/current/BP-149497559-172.17.0.3-1733401424424/current, will proceed with Du for space computation calculation, 2024-12-05T12:23:45,372 WARN [Thread-2296 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T12:23:45,374 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xafb68e4a4e55dd45 with lease ID 0x5713a7c4cd8cae81: Processing first storage report for DS-0da49d31-b935-4629-8375-d052d0df4455 from datanode DatanodeRegistration(127.0.0.1:42603, datanodeUuid=440967aa-8878-43da-a2c8-3d225f43f05b, infoPort=32845, infoSecurePort=0, ipcPort=44749, storageInfo=lv=-57;cid=testClusterID;nsid=1293012547;c=1733401424424) 2024-12-05T12:23:45,374 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xafb68e4a4e55dd45 with lease ID 0x5713a7c4cd8cae81: from storage DS-0da49d31-b935-4629-8375-d052d0df4455 node DatanodeRegistration(127.0.0.1:42603, datanodeUuid=440967aa-8878-43da-a2c8-3d225f43f05b, infoPort=32845, infoSecurePort=0, ipcPort=44749, storageInfo=lv=-57;cid=testClusterID;nsid=1293012547;c=1733401424424), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T12:23:45,374 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xafb68e4a4e55dd45 with lease ID 0x5713a7c4cd8cae81: Processing first storage report for DS-29225e8a-009d-4a5e-95f7-830720d3af67 from datanode DatanodeRegistration(127.0.0.1:42603, datanodeUuid=440967aa-8878-43da-a2c8-3d225f43f05b, infoPort=32845, infoSecurePort=0, ipcPort=44749, storageInfo=lv=-57;cid=testClusterID;nsid=1293012547;c=1733401424424) 2024-12-05T12:23:45,374 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xafb68e4a4e55dd45 with lease ID 0x5713a7c4cd8cae81: from storage DS-29225e8a-009d-4a5e-95f7-830720d3af67 node DatanodeRegistration(127.0.0.1:42603, datanodeUuid=440967aa-8878-43da-a2c8-3d225f43f05b, infoPort=32845, infoSecurePort=0, ipcPort=44749, storageInfo=lv=-57;cid=testClusterID;nsid=1293012547;c=1733401424424), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:23:45,397 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074427d7-b572-b89c-3f9a-4308e345764a 2024-12-05T12:23:45,397 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:45,398 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:45,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741825_1001 (size=7) 2024-12-05T12:23:45,806 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3 with version=8 2024-12-05T12:23:45,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/hbase-staging 2024-12-05T12:23:45,808 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9ea9abad0e9b:0 server-side Connection retries=45 2024-12-05T12:23:45,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:23:45,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:23:45,808 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:23:45,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:23:45,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:23:45,808 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T12:23:45,808 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:23:45,809 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40675 2024-12-05T12:23:45,809 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40675 connecting to ZooKeeper ensemble=127.0.0.1:57834 2024-12-05T12:23:45,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:406750x0, quorum=127.0.0.1:57834, baseZNode=/1-1374736505 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:23:45,841 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40675-0x101a6a0665e0003 connected 2024-12-05T12:23:45,899 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:45,900 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:45,902 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40675-0x101a6a0665e0003, quorum=127.0.0.1:57834, baseZNode=/1-1374736505 Set watcher on znode that does not yet exist, /1-1374736505/running 2024-12-05T12:23:45,902 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3, hbase.cluster.distributed=false 2024-12-05T12:23:45,903 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40675-0x101a6a0665e0003, quorum=127.0.0.1:57834, baseZNode=/1-1374736505 Set watcher on znode that does not yet exist, /1-1374736505/acl 2024-12-05T12:23:45,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40675 2024-12-05T12:23:45,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40675 2024-12-05T12:23:45,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40675 2024-12-05T12:23:45,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40675 2024-12-05T12:23:45,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40675 2024-12-05T12:23:45,920 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9ea9abad0e9b:0 server-side Connection retries=45 2024-12-05T12:23:45,920 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:23:45,920 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:23:45,920 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:23:45,920 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:23:45,920 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:23:45,920 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T12:23:45,921 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:23:45,921 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33681 2024-12-05T12:23:45,922 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33681 connecting to ZooKeeper ensemble=127.0.0.1:57834 2024-12-05T12:23:45,922 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:45,924 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:45,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:336810x0, quorum=127.0.0.1:57834, baseZNode=/1-1374736505 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:23:45,937 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:336810x0, quorum=127.0.0.1:57834, baseZNode=/1-1374736505 Set watcher on znode that does not yet exist, /1-1374736505/running 2024-12-05T12:23:45,937 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33681-0x101a6a0665e0004 connected 2024-12-05T12:23:45,937 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T12:23:45,937 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T12:23:45,938 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33681-0x101a6a0665e0004, quorum=127.0.0.1:57834, baseZNode=/1-1374736505 Set watcher on znode that does not yet exist, /1-1374736505/master 2024-12-05T12:23:45,938 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33681-0x101a6a0665e0004, quorum=127.0.0.1:57834, baseZNode=/1-1374736505 Set watcher on znode that does not yet exist, /1-1374736505/acl 2024-12-05T12:23:45,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33681 2024-12-05T12:23:45,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33681 2024-12-05T12:23:45,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33681 2024-12-05T12:23:45,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33681 2024-12-05T12:23:45,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33681 2024-12-05T12:23:45,956 DEBUG [M:0;9ea9abad0e9b:40675 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9ea9abad0e9b:40675 2024-12-05T12:23:45,956 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1374736505/backup-masters/9ea9abad0e9b,40675,1733401425808 2024-12-05T12:23:45,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33681-0x101a6a0665e0004, quorum=127.0.0.1:57834, baseZNode=/1-1374736505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1374736505/backup-masters 2024-12-05T12:23:45,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40675-0x101a6a0665e0003, quorum=127.0.0.1:57834, baseZNode=/1-1374736505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1374736505/backup-masters 2024-12-05T12:23:45,966 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40675-0x101a6a0665e0003, quorum=127.0.0.1:57834, baseZNode=/1-1374736505 Set watcher on existing znode=/1-1374736505/backup-masters/9ea9abad0e9b,40675,1733401425808 2024-12-05T12:23:45,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40675-0x101a6a0665e0003, quorum=127.0.0.1:57834, baseZNode=/1-1374736505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1374736505 2024-12-05T12:23:45,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33681-0x101a6a0665e0004, quorum=127.0.0.1:57834, baseZNode=/1-1374736505 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1374736505/master 2024-12-05T12:23:45,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33681-0x101a6a0665e0004, quorum=127.0.0.1:57834, baseZNode=/1-1374736505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1374736505 2024-12-05T12:23:45,974 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40675-0x101a6a0665e0003, quorum=127.0.0.1:57834, baseZNode=/1-1374736505 Set watcher on existing znode=/1-1374736505/master 2024-12-05T12:23:45,975 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1374736505/backup-masters/9ea9abad0e9b,40675,1733401425808 from backup master directory 2024-12-05T12:23:45,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40675-0x101a6a0665e0003, quorum=127.0.0.1:57834, baseZNode=/1-1374736505 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1374736505/backup-masters/9ea9abad0e9b,40675,1733401425808 2024-12-05T12:23:45,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33681-0x101a6a0665e0004, quorum=127.0.0.1:57834, baseZNode=/1-1374736505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1374736505/backup-masters 2024-12-05T12:23:45,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40675-0x101a6a0665e0003, quorum=127.0.0.1:57834, baseZNode=/1-1374736505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1374736505/backup-masters 2024-12-05T12:23:45,982 WARN [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:23:45,982 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9ea9abad0e9b,40675,1733401425808 2024-12-05T12:23:45,985 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/hbase.id] with ID: 78d00a7c-48f1-42b4-a8a3-2288f5be9254 2024-12-05T12:23:45,985 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/.tmp/hbase.id 2024-12-05T12:23:45,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741826_1002 (size=42) 2024-12-05T12:23:45,989 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/.tmp/hbase.id]:[hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/hbase.id] 2024-12-05T12:23:45,996 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:45,996 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T12:23:45,996 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-05T12:23:46,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40675-0x101a6a0665e0003, quorum=127.0.0.1:57834, baseZNode=/1-1374736505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1374736505 2024-12-05T12:23:46,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33681-0x101a6a0665e0004, quorum=127.0.0.1:57834, baseZNode=/1-1374736505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1374736505 2024-12-05T12:23:46,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741827_1003 (size=196) 2024-12-05T12:23:46,409 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:23:46,409 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T12:23:46,410 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:23:46,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741828_1004 (size=1189) 2024-12-05T12:23:46,816 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/MasterData/data/master/store 2024-12-05T12:23:46,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741829_1005 (size=34) 2024-12-05T12:23:47,222 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:47,223 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:23:47,223 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:47,223 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:47,223 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:23:47,223 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:47,223 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:47,223 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401427223Disabling compacts and flushes for region at 1733401427223Disabling writes for close at 1733401427223Writing region close event to WAL at 1733401427223Closed at 1733401427223 2024-12-05T12:23:47,223 WARN [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/MasterData/data/master/store/.initializing 2024-12-05T12:23:47,223 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/MasterData/WALs/9ea9abad0e9b,40675,1733401425808 2024-12-05T12:23:47,224 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:23:47,225 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9ea9abad0e9b%2C40675%2C1733401425808, suffix=, logDir=hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/MasterData/WALs/9ea9abad0e9b,40675,1733401425808, archiveDir=hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/MasterData/oldWALs, maxLogs=10 2024-12-05T12:23:47,236 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/MasterData/WALs/9ea9abad0e9b,40675,1733401425808/9ea9abad0e9b%2C40675%2C1733401425808.1733401427226, exclude list is [], retry=0 2024-12-05T12:23:47,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42603,DS-0da49d31-b935-4629-8375-d052d0df4455,DISK] 2024-12-05T12:23:47,239 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/MasterData/WALs/9ea9abad0e9b,40675,1733401425808/9ea9abad0e9b%2C40675%2C1733401425808.1733401427226 2024-12-05T12:23:47,240 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32845:32845)] 2024-12-05T12:23:47,240 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:23:47,240 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:47,240 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:47,240 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:47,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:47,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T12:23:47,242 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:47,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:47,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:47,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T12:23:47,243 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:47,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:47,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:47,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T12:23:47,244 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:47,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:47,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:47,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T12:23:47,245 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:47,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:47,245 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:47,246 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:47,246 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:47,247 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:47,247 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:47,247 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:23:47,248 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:47,249 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:23:47,249 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62352087, jitterRate=-0.07088150084018707}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:23:47,249 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733401427240Initializing all the Stores at 1733401427241 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401427241Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401427241Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401427241Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401427241Cleaning up temporary data from old regions at 1733401427247 (+6 ms)Region opened successfully at 1733401427249 (+2 ms) 2024-12-05T12:23:47,250 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T12:23:47,251 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc260e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ea9abad0e9b/172.17.0.3:0 2024-12-05T12:23:47,252 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T12:23:47,252 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T12:23:47,252 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T12:23:47,252 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T12:23:47,253 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T12:23:47,253 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T12:23:47,253 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T12:23:47,254 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T12:23:47,255 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40675-0x101a6a0665e0003, quorum=127.0.0.1:57834, baseZNode=/1-1374736505 Unable to get data of znode /1-1374736505/balancer because node does not exist (not necessarily an error) 2024-12-05T12:23:47,332 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1374736505/balancer already deleted, retry=false 2024-12-05T12:23:47,333 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T12:23:47,333 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40675-0x101a6a0665e0003, quorum=127.0.0.1:57834, baseZNode=/1-1374736505 Unable to get data of znode /1-1374736505/normalizer because node does not exist (not necessarily an error) 2024-12-05T12:23:47,341 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1374736505/normalizer already deleted, retry=false 2024-12-05T12:23:47,341 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T12:23:47,342 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40675-0x101a6a0665e0003, quorum=127.0.0.1:57834, baseZNode=/1-1374736505 Unable to get data of znode /1-1374736505/switch/split because node does not exist (not necessarily an error) 2024-12-05T12:23:47,349 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1374736505/switch/split already deleted, retry=false 2024-12-05T12:23:47,349 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40675-0x101a6a0665e0003, quorum=127.0.0.1:57834, baseZNode=/1-1374736505 Unable to get data of znode /1-1374736505/switch/merge because node does not exist (not necessarily an error) 2024-12-05T12:23:47,357 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1374736505/switch/merge already deleted, retry=false 2024-12-05T12:23:47,358 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40675-0x101a6a0665e0003, quorum=127.0.0.1:57834, baseZNode=/1-1374736505 Unable to get data of znode /1-1374736505/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T12:23:47,366 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1374736505/snapshot-cleanup already deleted, retry=false 2024-12-05T12:23:47,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40675-0x101a6a0665e0003, quorum=127.0.0.1:57834, baseZNode=/1-1374736505 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1374736505/running 2024-12-05T12:23:47,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33681-0x101a6a0665e0004, quorum=127.0.0.1:57834, baseZNode=/1-1374736505 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1374736505/running 2024-12-05T12:23:47,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33681-0x101a6a0665e0004, quorum=127.0.0.1:57834, baseZNode=/1-1374736505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1374736505 2024-12-05T12:23:47,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40675-0x101a6a0665e0003, quorum=127.0.0.1:57834, baseZNode=/1-1374736505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1374736505 2024-12-05T12:23:47,374 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9ea9abad0e9b,40675,1733401425808, sessionid=0x101a6a0665e0003, setting cluster-up flag (Was=false) 2024-12-05T12:23:47,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40675-0x101a6a0665e0003, quorum=127.0.0.1:57834, baseZNode=/1-1374736505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1374736505 2024-12-05T12:23:47,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33681-0x101a6a0665e0004, quorum=127.0.0.1:57834, baseZNode=/1-1374736505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1374736505 2024-12-05T12:23:47,416 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1374736505/flush-table-proc/acquired, /1-1374736505/flush-table-proc/reached, /1-1374736505/flush-table-proc/abort 2024-12-05T12:23:47,417 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ea9abad0e9b,40675,1733401425808 2024-12-05T12:23:47,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40675-0x101a6a0665e0003, quorum=127.0.0.1:57834, baseZNode=/1-1374736505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1374736505 2024-12-05T12:23:47,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33681-0x101a6a0665e0004, quorum=127.0.0.1:57834, baseZNode=/1-1374736505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1374736505 2024-12-05T12:23:47,457 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1374736505/online-snapshot/acquired, /1-1374736505/online-snapshot/reached, /1-1374736505/online-snapshot/abort 2024-12-05T12:23:47,458 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ea9abad0e9b,40675,1733401425808 2024-12-05T12:23:47,459 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T12:23:47,460 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T12:23:47,460 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T12:23:47,460 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T12:23:47,460 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9ea9abad0e9b,40675,1733401425808 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T12:23:47,461 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:23:47,461 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:23:47,461 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:23:47,461 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:23:47,461 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9ea9abad0e9b:0, corePoolSize=10, maxPoolSize=10 2024-12-05T12:23:47,461 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:47,461 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:23:47,461 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:47,467 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:23:47,467 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T12:23:47,468 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:47,468 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T12:23:47,473 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733401457473 2024-12-05T12:23:47,473 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T12:23:47,473 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T12:23:47,473 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T12:23:47,473 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T12:23:47,473 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T12:23:47,473 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T12:23:47,473 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:47,474 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T12:23:47,474 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T12:23:47,474 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T12:23:47,474 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T12:23:47,478 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T12:23:47,478 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T12:23:47,478 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401427478,5,FailOnTimeoutGroup] 2024-12-05T12:23:47,479 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401427478,5,FailOnTimeoutGroup] 2024-12-05T12:23:47,479 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:47,479 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T12:23:47,479 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:47,479 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:47,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741831_1007 (size=1321) 2024-12-05T12:23:47,549 INFO [RS:0;9ea9abad0e9b:33681 {}] regionserver.HRegionServer(746): ClusterId : 78d00a7c-48f1-42b4-a8a3-2288f5be9254 2024-12-05T12:23:47,549 DEBUG [RS:0;9ea9abad0e9b:33681 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T12:23:47,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T12:23:47,554 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T12:23:47,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:23:47,554 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-05T12:23:47,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:23:47,554 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T12:23:47,558 DEBUG [RS:0;9ea9abad0e9b:33681 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T12:23:47,558 DEBUG [RS:0;9ea9abad0e9b:33681 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T12:23:47,566 DEBUG [RS:0;9ea9abad0e9b:33681 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T12:23:47,567 DEBUG [RS:0;9ea9abad0e9b:33681 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3047d1bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ea9abad0e9b/172.17.0.3:0 2024-12-05T12:23:47,579 DEBUG [RS:0;9ea9abad0e9b:33681 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9ea9abad0e9b:33681 2024-12-05T12:23:47,579 INFO [RS:0;9ea9abad0e9b:33681 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T12:23:47,579 INFO [RS:0;9ea9abad0e9b:33681 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T12:23:47,579 DEBUG [RS:0;9ea9abad0e9b:33681 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T12:23:47,580 INFO [RS:0;9ea9abad0e9b:33681 {}] regionserver.HRegionServer(2659): reportForDuty to master=9ea9abad0e9b,40675,1733401425808 with port=33681, startcode=1733401425920 2024-12-05T12:23:47,580 DEBUG [RS:0;9ea9abad0e9b:33681 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T12:23:47,581 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39599, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T12:23:47,582 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40675 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9ea9abad0e9b,33681,1733401425920 2024-12-05T12:23:47,582 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40675 {}] master.ServerManager(517): Registering regionserver=9ea9abad0e9b,33681,1733401425920 2024-12-05T12:23:47,583 DEBUG [RS:0;9ea9abad0e9b:33681 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3 2024-12-05T12:23:47,583 DEBUG [RS:0;9ea9abad0e9b:33681 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35999 2024-12-05T12:23:47,583 DEBUG [RS:0;9ea9abad0e9b:33681 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T12:23:47,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40675-0x101a6a0665e0003, quorum=127.0.0.1:57834, baseZNode=/1-1374736505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1374736505/rs 2024-12-05T12:23:47,622 DEBUG [RS:0;9ea9abad0e9b:33681 {}] zookeeper.ZKUtil(111): regionserver:33681-0x101a6a0665e0004, quorum=127.0.0.1:57834, baseZNode=/1-1374736505 Set watcher on existing znode=/1-1374736505/rs/9ea9abad0e9b,33681,1733401425920 2024-12-05T12:23:47,622 WARN [RS:0;9ea9abad0e9b:33681 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:23:47,622 INFO [RS:0;9ea9abad0e9b:33681 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:23:47,622 DEBUG [RS:0;9ea9abad0e9b:33681 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/WALs/9ea9abad0e9b,33681,1733401425920 2024-12-05T12:23:47,622 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9ea9abad0e9b,33681,1733401425920] 2024-12-05T12:23:47,625 INFO [RS:0;9ea9abad0e9b:33681 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T12:23:47,626 INFO [RS:0;9ea9abad0e9b:33681 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T12:23:47,626 INFO [RS:0;9ea9abad0e9b:33681 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T12:23:47,626 INFO [RS:0;9ea9abad0e9b:33681 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:47,627 INFO [RS:0;9ea9abad0e9b:33681 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T12:23:47,627 INFO [RS:0;9ea9abad0e9b:33681 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T12:23:47,627 INFO [RS:0;9ea9abad0e9b:33681 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:47,627 DEBUG [RS:0;9ea9abad0e9b:33681 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:47,627 DEBUG [RS:0;9ea9abad0e9b:33681 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:47,627 DEBUG [RS:0;9ea9abad0e9b:33681 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:47,627 DEBUG [RS:0;9ea9abad0e9b:33681 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:47,627 DEBUG [RS:0;9ea9abad0e9b:33681 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:47,627 DEBUG [RS:0;9ea9abad0e9b:33681 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9ea9abad0e9b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:23:47,627 DEBUG [RS:0;9ea9abad0e9b:33681 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:47,627 DEBUG [RS:0;9ea9abad0e9b:33681 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:47,627 DEBUG [RS:0;9ea9abad0e9b:33681 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:47,628 DEBUG [RS:0;9ea9abad0e9b:33681 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:47,628 DEBUG [RS:0;9ea9abad0e9b:33681 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:47,628 DEBUG [RS:0;9ea9abad0e9b:33681 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:47,628 DEBUG [RS:0;9ea9abad0e9b:33681 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9ea9abad0e9b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:23:47,628 DEBUG [RS:0;9ea9abad0e9b:33681 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9ea9abad0e9b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:23:47,628 INFO [RS:0;9ea9abad0e9b:33681 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:47,628 INFO [RS:0;9ea9abad0e9b:33681 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:47,628 INFO [RS:0;9ea9abad0e9b:33681 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:47,628 INFO [RS:0;9ea9abad0e9b:33681 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:47,628 INFO [RS:0;9ea9abad0e9b:33681 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:47,628 INFO [RS:0;9ea9abad0e9b:33681 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,33681,1733401425920-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:23:47,640 INFO [RS:0;9ea9abad0e9b:33681 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T12:23:47,640 INFO [RS:0;9ea9abad0e9b:33681 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,33681,1733401425920-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:47,640 INFO [RS:0;9ea9abad0e9b:33681 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:47,640 INFO [RS:0;9ea9abad0e9b:33681 {}] regionserver.Replication(171): 9ea9abad0e9b,33681,1733401425920 started 2024-12-05T12:23:47,651 INFO [RS:0;9ea9abad0e9b:33681 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:47,651 INFO [RS:0;9ea9abad0e9b:33681 {}] regionserver.HRegionServer(1482): Serving as 9ea9abad0e9b,33681,1733401425920, RpcServer on 9ea9abad0e9b/172.17.0.3:33681, sessionid=0x101a6a0665e0004 2024-12-05T12:23:47,651 DEBUG [RS:0;9ea9abad0e9b:33681 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T12:23:47,651 DEBUG [RS:0;9ea9abad0e9b:33681 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9ea9abad0e9b,33681,1733401425920 2024-12-05T12:23:47,651 DEBUG [RS:0;9ea9abad0e9b:33681 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ea9abad0e9b,33681,1733401425920' 2024-12-05T12:23:47,651 DEBUG [RS:0;9ea9abad0e9b:33681 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1374736505/flush-table-proc/abort' 2024-12-05T12:23:47,652 DEBUG [RS:0;9ea9abad0e9b:33681 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1374736505/flush-table-proc/acquired' 2024-12-05T12:23:47,652 DEBUG [RS:0;9ea9abad0e9b:33681 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T12:23:47,652 DEBUG [RS:0;9ea9abad0e9b:33681 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T12:23:47,652 DEBUG [RS:0;9ea9abad0e9b:33681 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9ea9abad0e9b,33681,1733401425920 2024-12-05T12:23:47,652 DEBUG [RS:0;9ea9abad0e9b:33681 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ea9abad0e9b,33681,1733401425920' 2024-12-05T12:23:47,652 DEBUG [RS:0;9ea9abad0e9b:33681 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1374736505/online-snapshot/abort' 2024-12-05T12:23:47,652 DEBUG [RS:0;9ea9abad0e9b:33681 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1374736505/online-snapshot/acquired' 2024-12-05T12:23:47,653 DEBUG [RS:0;9ea9abad0e9b:33681 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T12:23:47,653 INFO [RS:0;9ea9abad0e9b:33681 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T12:23:47,653 INFO [RS:0;9ea9abad0e9b:33681 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T12:23:47,753 INFO [RS:0;9ea9abad0e9b:33681 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:23:47,754 INFO [RS:0;9ea9abad0e9b:33681 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C33681%2C1733401425920, suffix=, logDir=hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/WALs/9ea9abad0e9b,33681,1733401425920, archiveDir=hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/oldWALs, maxLogs=10 2024-12-05T12:23:47,765 DEBUG [RS:0;9ea9abad0e9b:33681 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/WALs/9ea9abad0e9b,33681,1733401425920/9ea9abad0e9b%2C33681%2C1733401425920.1733401427754, exclude list is [], retry=0 2024-12-05T12:23:47,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42603,DS-0da49d31-b935-4629-8375-d052d0df4455,DISK] 2024-12-05T12:23:47,769 INFO [RS:0;9ea9abad0e9b:33681 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/WALs/9ea9abad0e9b,33681,1733401425920/9ea9abad0e9b%2C33681%2C1733401425920.1733401427754 2024-12-05T12:23:47,770 DEBUG [RS:0;9ea9abad0e9b:33681 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32845:32845)] 2024-12-05T12:23:47,882 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T12:23:47,882 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3 2024-12-05T12:23:47,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741833_1009 (size=32) 2024-12-05T12:23:48,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:48,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:23:48,289 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:23:48,289 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:48,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:48,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:23:48,290 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:23:48,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:48,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:48,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:23:48,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:23:48,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:48,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:48,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:23:48,293 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:23:48,293 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:48,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:48,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:23:48,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/data/hbase/meta/1588230740 2024-12-05T12:23:48,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/data/hbase/meta/1588230740 2024-12-05T12:23:48,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:23:48,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:23:48,295 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:23:48,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:23:48,297 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:23:48,297 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65589667, jitterRate=-0.022637799382209778}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:23:48,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733401428287Initializing all the Stores at 1733401428288 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401428288Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401428288Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401428288Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401428288Cleaning up temporary data from old regions at 1733401428294 (+6 ms)Region opened successfully at 1733401428297 (+3 ms) 2024-12-05T12:23:48,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:23:48,297 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:23:48,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:23:48,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:23:48,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:23:48,298 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:23:48,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401428297Disabling compacts and flushes for region at 1733401428297Disabling writes for close at 1733401428297Writing region close event to WAL at 1733401428298 (+1 ms)Closed at 1733401428298 2024-12-05T12:23:48,299 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:23:48,299 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T12:23:48,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T12:23:48,300 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:23:48,300 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T12:23:48,451 DEBUG [9ea9abad0e9b:40675 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T12:23:48,451 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9ea9abad0e9b,33681,1733401425920 2024-12-05T12:23:48,452 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ea9abad0e9b,33681,1733401425920, state=OPENING 2024-12-05T12:23:48,491 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T12:23:48,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40675-0x101a6a0665e0003, quorum=127.0.0.1:57834, baseZNode=/1-1374736505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1374736505 2024-12-05T12:23:48,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33681-0x101a6a0665e0004, quorum=127.0.0.1:57834, baseZNode=/1-1374736505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1374736505 2024-12-05T12:23:48,499 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:23:48,499 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1374736505/meta-region-server: CHANGED 2024-12-05T12:23:48,499 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1374736505/meta-region-server: CHANGED 2024-12-05T12:23:48,500 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,33681,1733401425920}] 2024-12-05T12:23:48,652 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:23:48,653 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56727, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T12:23:48,656 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T12:23:48,656 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:23:48,656 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T12:23:48,657 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C33681%2C1733401425920.meta, suffix=.meta, logDir=hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/WALs/9ea9abad0e9b,33681,1733401425920, archiveDir=hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/oldWALs, maxLogs=10 2024-12-05T12:23:48,668 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/WALs/9ea9abad0e9b,33681,1733401425920/9ea9abad0e9b%2C33681%2C1733401425920.meta.1733401428657.meta, exclude list is [], retry=0 2024-12-05T12:23:48,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42603,DS-0da49d31-b935-4629-8375-d052d0df4455,DISK] 2024-12-05T12:23:48,671 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/WALs/9ea9abad0e9b,33681,1733401425920/9ea9abad0e9b%2C33681%2C1733401425920.meta.1733401428657.meta 2024-12-05T12:23:48,671 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32845:32845)] 2024-12-05T12:23:48,672 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:23:48,672 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:23:48,672 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:23:48,672 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T12:23:48,672 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T12:23:48,672 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T12:23:48,672 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:48,672 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T12:23:48,672 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T12:23:48,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:23:48,674 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:23:48,674 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:48,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:48,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:23:48,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:23:48,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:48,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:48,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:23:48,676 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:23:48,676 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:48,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:48,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:23:48,676 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:23:48,676 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:48,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:48,677 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:23:48,677 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/data/hbase/meta/1588230740 2024-12-05T12:23:48,678 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/data/hbase/meta/1588230740 2024-12-05T12:23:48,679 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:23:48,679 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:23:48,679 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:23:48,680 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:23:48,681 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72265978, jitterRate=0.07684698700904846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:23:48,681 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T12:23:48,681 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733401428672Writing region info on filesystem at 1733401428672Initializing all the Stores at 1733401428673 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401428673Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401428673Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401428673Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401428673Cleaning up temporary data from old regions at 1733401428679 (+6 ms)Running coprocessor post-open hooks at 1733401428681 (+2 ms)Region opened successfully at 1733401428681 2024-12-05T12:23:48,682 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733401428651 2024-12-05T12:23:48,684 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T12:23:48,684 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T12:23:48,684 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9ea9abad0e9b,33681,1733401425920 2024-12-05T12:23:48,684 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ea9abad0e9b,33681,1733401425920, state=OPEN 2024-12-05T12:23:48,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40675-0x101a6a0665e0003, quorum=127.0.0.1:57834, baseZNode=/1-1374736505 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1374736505/meta-region-server 2024-12-05T12:23:48,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33681-0x101a6a0665e0004, quorum=127.0.0.1:57834, baseZNode=/1-1374736505 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1374736505/meta-region-server 2024-12-05T12:23:48,691 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,33681,1733401425920 2024-12-05T12:23:48,691 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1374736505/meta-region-server: CHANGED 2024-12-05T12:23:48,691 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1374736505/meta-region-server: CHANGED 2024-12-05T12:23:48,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T12:23:48,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,33681,1733401425920 in 192 msec 2024-12-05T12:23:48,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T12:23:48,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 393 msec 2024-12-05T12:23:48,694 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:23:48,694 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T12:23:48,695 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:23:48,695 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,33681,1733401425920, seqNum=-1] 2024-12-05T12:23:48,696 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:23:48,697 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45381, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:23:48,701 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2410 sec 2024-12-05T12:23:48,701 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733401428701, completionTime=-1 2024-12-05T12:23:48,701 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T12:23:48,701 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T12:23:48,703 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T12:23:48,703 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733401488703 2024-12-05T12:23:48,704 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733401548704 2024-12-05T12:23:48,704 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T12:23:48,704 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,40675,1733401425808-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:48,704 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,40675,1733401425808-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:48,704 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,40675,1733401425808-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:48,704 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9ea9abad0e9b:40675, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:48,704 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:48,704 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:48,706 DEBUG [master/9ea9abad0e9b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T12:23:48,708 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.726sec 2024-12-05T12:23:48,708 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T12:23:48,708 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T12:23:48,709 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T12:23:48,709 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T12:23:48,709 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T12:23:48,709 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,40675,1733401425808-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:23:48,709 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,40675,1733401425808-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T12:23:48,711 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T12:23:48,711 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T12:23:48,711 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,40675,1733401425808-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:48,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46a5c6b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:48,749 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,40675,-1 for getting cluster id 2024-12-05T12:23:48,750 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:23:48,751 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78d00a7c-48f1-42b4-a8a3-2288f5be9254' 2024-12-05T12:23:48,751 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:23:48,751 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78d00a7c-48f1-42b4-a8a3-2288f5be9254" 2024-12-05T12:23:48,752 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b15967, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:48,752 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,40675,-1] 2024-12-05T12:23:48,752 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:23:48,752 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:48,753 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:23:48,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52498dd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:48,754 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:23:48,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,33681,1733401425920, seqNum=-1] 2024-12-05T12:23:48,756 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:23:48,757 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:23:48,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9ea9abad0e9b,40675,1733401425808 2024-12-05T12:23:48,759 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57834 2024-12-05T12:23:48,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57834, baseZNode=/1-1374736505 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:23:48,766 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a6a0665e0005 connected 2024-12-05T12:23:48,776 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:23:48,777 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,37615,1733401421417 2024-12-05T12:23:48,777 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d3c0e5f 2024-12-05T12:23:48,777 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:23:48,778 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:23:48,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:23:48,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T12:23:48,781 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:23:48,781 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:48,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T12:23:48,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:23:48,782 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:23:48,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43981 is added to blk_1073741835_1011 (size=902) 2024-12-05T12:23:48,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:23:49,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:23:49,190 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 03b2194ed8d1a0440e4dcaced5b21462, NAME => 'test,,1733401428778.03b2194ed8d1a0440e4dcaced5b21462.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c 2024-12-05T12:23:49,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43981 is added to blk_1073741836_1012 (size=39) 2024-12-05T12:23:49,215 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T12:23:49,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:23:49,595 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733401428778.03b2194ed8d1a0440e4dcaced5b21462.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:49,595 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 03b2194ed8d1a0440e4dcaced5b21462, disabling compactions & flushes 2024-12-05T12:23:49,595 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733401428778.03b2194ed8d1a0440e4dcaced5b21462. 2024-12-05T12:23:49,595 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401428778.03b2194ed8d1a0440e4dcaced5b21462. 2024-12-05T12:23:49,595 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733401428778.03b2194ed8d1a0440e4dcaced5b21462. after waiting 0 ms 2024-12-05T12:23:49,595 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733401428778.03b2194ed8d1a0440e4dcaced5b21462. 2024-12-05T12:23:49,595 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733401428778.03b2194ed8d1a0440e4dcaced5b21462. 2024-12-05T12:23:49,595 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 03b2194ed8d1a0440e4dcaced5b21462: Waiting for close lock at 1733401429595Disabling compacts and flushes for region at 1733401429595Disabling writes for close at 1733401429595Writing region close event to WAL at 1733401429595Closed at 1733401429595 2024-12-05T12:23:49,596 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:23:49,597 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733401428778.03b2194ed8d1a0440e4dcaced5b21462.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733401429596"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401429596"}]},"ts":"1733401429596"} 2024-12-05T12:23:49,598 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:23:49,599 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:23:49,599 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401429599"}]},"ts":"1733401429599"} 2024-12-05T12:23:49,601 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T12:23:49,601 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=03b2194ed8d1a0440e4dcaced5b21462, ASSIGN}] 2024-12-05T12:23:49,602 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=03b2194ed8d1a0440e4dcaced5b21462, ASSIGN 2024-12-05T12:23:49,602 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=03b2194ed8d1a0440e4dcaced5b21462, ASSIGN; state=OFFLINE, location=9ea9abad0e9b,33711,1733401421554; forceNewPlan=false, retain=false 2024-12-05T12:23:49,753 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=03b2194ed8d1a0440e4dcaced5b21462, regionState=OPENING, regionLocation=9ea9abad0e9b,33711,1733401421554 2024-12-05T12:23:49,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=03b2194ed8d1a0440e4dcaced5b21462, ASSIGN because future has completed 2024-12-05T12:23:49,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 03b2194ed8d1a0440e4dcaced5b21462, server=9ea9abad0e9b,33711,1733401421554}] 2024-12-05T12:23:49,819 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:23:49,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:49,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:49,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:49,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:49,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:49,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:49,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:49,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:49,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:49,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:49,910 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733401428778.03b2194ed8d1a0440e4dcaced5b21462. 2024-12-05T12:23:49,910 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 03b2194ed8d1a0440e4dcaced5b21462, NAME => 'test,,1733401428778.03b2194ed8d1a0440e4dcaced5b21462.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:23:49,911 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:23:49,911 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T12:23:49,911 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 03b2194ed8d1a0440e4dcaced5b21462 2024-12-05T12:23:49,911 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733401428778.03b2194ed8d1a0440e4dcaced5b21462.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:49,911 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 03b2194ed8d1a0440e4dcaced5b21462 2024-12-05T12:23:49,911 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 03b2194ed8d1a0440e4dcaced5b21462 2024-12-05T12:23:49,912 INFO [StoreOpener-03b2194ed8d1a0440e4dcaced5b21462-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 03b2194ed8d1a0440e4dcaced5b21462 2024-12-05T12:23:49,913 INFO [StoreOpener-03b2194ed8d1a0440e4dcaced5b21462-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03b2194ed8d1a0440e4dcaced5b21462 columnFamilyName f 2024-12-05T12:23:49,913 DEBUG [StoreOpener-03b2194ed8d1a0440e4dcaced5b21462-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:49,913 INFO [StoreOpener-03b2194ed8d1a0440e4dcaced5b21462-1 {}] regionserver.HStore(327): Store=03b2194ed8d1a0440e4dcaced5b21462/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:49,913 INFO [StoreOpener-03b2194ed8d1a0440e4dcaced5b21462-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 03b2194ed8d1a0440e4dcaced5b21462 2024-12-05T12:23:49,914 INFO [StoreOpener-03b2194ed8d1a0440e4dcaced5b21462-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03b2194ed8d1a0440e4dcaced5b21462 columnFamilyName f1 2024-12-05T12:23:49,914 DEBUG [StoreOpener-03b2194ed8d1a0440e4dcaced5b21462-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:49,914 INFO [StoreOpener-03b2194ed8d1a0440e4dcaced5b21462-1 {}] regionserver.HStore(327): Store=03b2194ed8d1a0440e4dcaced5b21462/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:49,915 INFO [StoreOpener-03b2194ed8d1a0440e4dcaced5b21462-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 03b2194ed8d1a0440e4dcaced5b21462 2024-12-05T12:23:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:23:49,915 INFO [StoreOpener-03b2194ed8d1a0440e4dcaced5b21462-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03b2194ed8d1a0440e4dcaced5b21462 columnFamilyName norep 2024-12-05T12:23:49,915 DEBUG [StoreOpener-03b2194ed8d1a0440e4dcaced5b21462-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:49,916 INFO [StoreOpener-03b2194ed8d1a0440e4dcaced5b21462-1 {}] regionserver.HStore(327): Store=03b2194ed8d1a0440e4dcaced5b21462/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:49,916 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 03b2194ed8d1a0440e4dcaced5b21462 2024-12-05T12:23:49,919 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/data/default/test/03b2194ed8d1a0440e4dcaced5b21462 2024-12-05T12:23:49,920 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/data/default/test/03b2194ed8d1a0440e4dcaced5b21462 2024-12-05T12:23:49,920 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 03b2194ed8d1a0440e4dcaced5b21462 2024-12-05T12:23:49,920 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 03b2194ed8d1a0440e4dcaced5b21462 2024-12-05T12:23:49,920 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:23:49,921 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 03b2194ed8d1a0440e4dcaced5b21462 2024-12-05T12:23:49,923 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/data/default/test/03b2194ed8d1a0440e4dcaced5b21462/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:23:49,923 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 03b2194ed8d1a0440e4dcaced5b21462; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65768340, jitterRate=-0.019975364208221436}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:23:49,923 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 03b2194ed8d1a0440e4dcaced5b21462 2024-12-05T12:23:49,924 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 03b2194ed8d1a0440e4dcaced5b21462: Running coprocessor pre-open hook at 1733401429911Writing region info on filesystem at 1733401429911Initializing all the Stores at 1733401429912 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401429912Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401429912Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401429912Cleaning up temporary data from old regions at 1733401429920 (+8 ms)Running coprocessor post-open hooks at 1733401429923 (+3 ms)Region opened successfully at 1733401429924 (+1 ms) 2024-12-05T12:23:49,925 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733401428778.03b2194ed8d1a0440e4dcaced5b21462., pid=6, masterSystemTime=1733401429907 2024-12-05T12:23:49,927 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733401428778.03b2194ed8d1a0440e4dcaced5b21462. 2024-12-05T12:23:49,927 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733401428778.03b2194ed8d1a0440e4dcaced5b21462. 2024-12-05T12:23:49,927 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=03b2194ed8d1a0440e4dcaced5b21462, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9ea9abad0e9b,33711,1733401421554 2024-12-05T12:23:49,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 03b2194ed8d1a0440e4dcaced5b21462, server=9ea9abad0e9b,33711,1733401421554 because future has completed 2024-12-05T12:23:49,932 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T12:23:49,932 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 03b2194ed8d1a0440e4dcaced5b21462, server=9ea9abad0e9b,33711,1733401421554 in 176 msec 2024-12-05T12:23:49,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T12:23:49,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=03b2194ed8d1a0440e4dcaced5b21462, ASSIGN in 331 msec 2024-12-05T12:23:49,935 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:23:49,935 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401429935"}]},"ts":"1733401429935"} 2024-12-05T12:23:49,937 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T12:23:49,938 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:23:49,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1590 sec 2024-12-05T12:23:50,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:23:50,925 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T12:23:50,925 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:23:50,926 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,40675,1733401425808 2024-12-05T12:23:50,926 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51e538df 2024-12-05T12:23:50,926 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:23:50,927 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:23:50,928 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40675 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:23:50,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40675 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T12:23:50,930 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:23:50,930 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:50,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40675 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T12:23:50,931 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:23:50,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:23:50,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741835_1011 (size=902) 2024-12-05T12:23:51,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:23:51,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:23:51,342 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2b964ef071f1c91b5cf4d8a4b89c6f54, NAME => 'test,,1733401430927.2b964ef071f1c91b5cf4d8a4b89c6f54.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3 2024-12-05T12:23:51,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741836_1012 (size=39) 2024-12-05T12:23:51,350 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733401430927.2b964ef071f1c91b5cf4d8a4b89c6f54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:51,350 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2b964ef071f1c91b5cf4d8a4b89c6f54, disabling compactions & flushes 2024-12-05T12:23:51,350 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733401430927.2b964ef071f1c91b5cf4d8a4b89c6f54. 2024-12-05T12:23:51,350 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401430927.2b964ef071f1c91b5cf4d8a4b89c6f54. 2024-12-05T12:23:51,350 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733401430927.2b964ef071f1c91b5cf4d8a4b89c6f54. after waiting 0 ms 2024-12-05T12:23:51,350 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733401430927.2b964ef071f1c91b5cf4d8a4b89c6f54. 2024-12-05T12:23:51,350 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733401430927.2b964ef071f1c91b5cf4d8a4b89c6f54. 2024-12-05T12:23:51,350 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2b964ef071f1c91b5cf4d8a4b89c6f54: Waiting for close lock at 1733401431350Disabling compacts and flushes for region at 1733401431350Disabling writes for close at 1733401431350Writing region close event to WAL at 1733401431350Closed at 1733401431350 2024-12-05T12:23:51,351 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:23:51,351 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733401430927.2b964ef071f1c91b5cf4d8a4b89c6f54.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733401431351"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401431351"}]},"ts":"1733401431351"} 2024-12-05T12:23:51,354 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:23:51,355 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:23:51,355 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401431355"}]},"ts":"1733401431355"} 2024-12-05T12:23:51,357 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T12:23:51,357 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2b964ef071f1c91b5cf4d8a4b89c6f54, ASSIGN}] 2024-12-05T12:23:51,358 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2b964ef071f1c91b5cf4d8a4b89c6f54, ASSIGN 2024-12-05T12:23:51,359 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2b964ef071f1c91b5cf4d8a4b89c6f54, ASSIGN; state=OFFLINE, location=9ea9abad0e9b,33681,1733401425920; forceNewPlan=false, retain=false 2024-12-05T12:23:51,510 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2b964ef071f1c91b5cf4d8a4b89c6f54, regionState=OPENING, regionLocation=9ea9abad0e9b,33681,1733401425920 2024-12-05T12:23:51,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2b964ef071f1c91b5cf4d8a4b89c6f54, ASSIGN because future has completed 2024-12-05T12:23:51,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b964ef071f1c91b5cf4d8a4b89c6f54, server=9ea9abad0e9b,33681,1733401425920}] 2024-12-05T12:23:51,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:23:51,668 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733401430927.2b964ef071f1c91b5cf4d8a4b89c6f54. 2024-12-05T12:23:51,668 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2b964ef071f1c91b5cf4d8a4b89c6f54, NAME => 'test,,1733401430927.2b964ef071f1c91b5cf4d8a4b89c6f54.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:23:51,668 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:23:51,668 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T12:23:51,669 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2b964ef071f1c91b5cf4d8a4b89c6f54 2024-12-05T12:23:51,669 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733401430927.2b964ef071f1c91b5cf4d8a4b89c6f54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:51,669 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2b964ef071f1c91b5cf4d8a4b89c6f54 2024-12-05T12:23:51,669 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2b964ef071f1c91b5cf4d8a4b89c6f54 2024-12-05T12:23:51,670 INFO [StoreOpener-2b964ef071f1c91b5cf4d8a4b89c6f54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2b964ef071f1c91b5cf4d8a4b89c6f54 2024-12-05T12:23:51,671 INFO [StoreOpener-2b964ef071f1c91b5cf4d8a4b89c6f54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b964ef071f1c91b5cf4d8a4b89c6f54 columnFamilyName f 2024-12-05T12:23:51,671 DEBUG [StoreOpener-2b964ef071f1c91b5cf4d8a4b89c6f54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:51,671 INFO [StoreOpener-2b964ef071f1c91b5cf4d8a4b89c6f54-1 {}] regionserver.HStore(327): Store=2b964ef071f1c91b5cf4d8a4b89c6f54/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:51,671 INFO [StoreOpener-2b964ef071f1c91b5cf4d8a4b89c6f54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2b964ef071f1c91b5cf4d8a4b89c6f54 2024-12-05T12:23:51,672 INFO [StoreOpener-2b964ef071f1c91b5cf4d8a4b89c6f54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b964ef071f1c91b5cf4d8a4b89c6f54 columnFamilyName f1 2024-12-05T12:23:51,672 DEBUG [StoreOpener-2b964ef071f1c91b5cf4d8a4b89c6f54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:51,672 INFO [StoreOpener-2b964ef071f1c91b5cf4d8a4b89c6f54-1 {}] regionserver.HStore(327): Store=2b964ef071f1c91b5cf4d8a4b89c6f54/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:51,672 INFO [StoreOpener-2b964ef071f1c91b5cf4d8a4b89c6f54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2b964ef071f1c91b5cf4d8a4b89c6f54 2024-12-05T12:23:51,673 INFO [StoreOpener-2b964ef071f1c91b5cf4d8a4b89c6f54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b964ef071f1c91b5cf4d8a4b89c6f54 columnFamilyName norep 2024-12-05T12:23:51,673 DEBUG [StoreOpener-2b964ef071f1c91b5cf4d8a4b89c6f54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:51,673 INFO [StoreOpener-2b964ef071f1c91b5cf4d8a4b89c6f54-1 {}] regionserver.HStore(327): Store=2b964ef071f1c91b5cf4d8a4b89c6f54/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:51,673 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2b964ef071f1c91b5cf4d8a4b89c6f54 2024-12-05T12:23:51,674 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/data/default/test/2b964ef071f1c91b5cf4d8a4b89c6f54 2024-12-05T12:23:51,674 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/data/default/test/2b964ef071f1c91b5cf4d8a4b89c6f54 2024-12-05T12:23:51,674 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2b964ef071f1c91b5cf4d8a4b89c6f54 2024-12-05T12:23:51,674 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2b964ef071f1c91b5cf4d8a4b89c6f54 2024-12-05T12:23:51,675 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:23:51,675 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2b964ef071f1c91b5cf4d8a4b89c6f54 2024-12-05T12:23:51,677 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/data/default/test/2b964ef071f1c91b5cf4d8a4b89c6f54/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:23:51,677 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2b964ef071f1c91b5cf4d8a4b89c6f54; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69038445, jitterRate=0.028752997517585754}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:23:51,677 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2b964ef071f1c91b5cf4d8a4b89c6f54 2024-12-05T12:23:51,677 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2b964ef071f1c91b5cf4d8a4b89c6f54: Running coprocessor pre-open hook at 1733401431669Writing region info on filesystem at 1733401431669Initializing all the Stores at 1733401431669Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401431669Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401431670 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401431670Cleaning up temporary data from old regions at 1733401431674 (+4 ms)Running coprocessor post-open hooks at 1733401431677 (+3 ms)Region opened successfully at 1733401431677 2024-12-05T12:23:51,678 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733401430927.2b964ef071f1c91b5cf4d8a4b89c6f54., pid=6, masterSystemTime=1733401431665 2024-12-05T12:23:51,680 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733401430927.2b964ef071f1c91b5cf4d8a4b89c6f54. 2024-12-05T12:23:51,680 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733401430927.2b964ef071f1c91b5cf4d8a4b89c6f54. 2024-12-05T12:23:51,680 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2b964ef071f1c91b5cf4d8a4b89c6f54, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9ea9abad0e9b,33681,1733401425920 2024-12-05T12:23:51,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b964ef071f1c91b5cf4d8a4b89c6f54, server=9ea9abad0e9b,33681,1733401425920 because future has completed 2024-12-05T12:23:51,684 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T12:23:51,684 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2b964ef071f1c91b5cf4d8a4b89c6f54, server=9ea9abad0e9b,33681,1733401425920 in 171 msec 2024-12-05T12:23:51,686 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T12:23:51,686 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2b964ef071f1c91b5cf4d8a4b89c6f54, ASSIGN in 327 msec 2024-12-05T12:23:51,686 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:23:51,687 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401431686"}]},"ts":"1733401431686"} 2024-12-05T12:23:51,689 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T12:23:51,689 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:23:51,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 761 msec 2024-12-05T12:23:52,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:23:52,066 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T12:23:52,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@190bc0b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:52,067 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,37615,-1 for getting cluster id 2024-12-05T12:23:52,067 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:23:52,067 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09611426-dcb3-4580-8cf2-01a41cbf3d12' 2024-12-05T12:23:52,068 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:23:52,068 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09611426-dcb3-4580-8cf2-01a41cbf3d12" 2024-12-05T12:23:52,068 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b69770e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:52,068 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,37615,-1] 2024-12-05T12:23:52,068 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:23:52,068 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:52,069 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:23:52,069 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab3f6ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:52,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f9721b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:52,072 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,40675,-1 for getting cluster id 2024-12-05T12:23:52,072 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:23:52,073 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78d00a7c-48f1-42b4-a8a3-2288f5be9254' 2024-12-05T12:23:52,073 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:23:52,073 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78d00a7c-48f1-42b4-a8a3-2288f5be9254" 2024-12-05T12:23:52,073 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b523de5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:52,073 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,40675,-1] 2024-12-05T12:23:52,073 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:23:52,073 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:52,074 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:23:52,075 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@340d32cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:52,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ee3adb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:52,075 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,37615,-1 for getting cluster id 2024-12-05T12:23:52,075 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:23:52,076 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09611426-dcb3-4580-8cf2-01a41cbf3d12' 2024-12-05T12:23:52,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:23:52,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09611426-dcb3-4580-8cf2-01a41cbf3d12" 2024-12-05T12:23:52,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34a246ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:52,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,37615,-1] 2024-12-05T12:23:52,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:23:52,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:52,077 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:23:52,078 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6744b49b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:52,078 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:23:52,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,37615,1733401421417 2024-12-05T12:23:52,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8635ee5 2024-12-05T12:23:52,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:23:52,080 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:23:52,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9ea9abad0e9b:40675,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T12:23:52,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T12:23:52,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:23:52,084 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ea9abad0e9b:40675' 2024-12-05T12:23:52,085 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16bfa992, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:52,085 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,40675,-1 for getting cluster id 2024-12-05T12:23:52,085 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:23:52,086 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78d00a7c-48f1-42b4-a8a3-2288f5be9254' 2024-12-05T12:23:52,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:23:52,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78d00a7c-48f1-42b4-a8a3-2288f5be9254" 2024-12-05T12:23:52,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fb48a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:52,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,40675,-1] 2024-12-05T12:23:52,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:23:52,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:52,087 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:23:52,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55df5ea7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:52,087 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:23:52,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,40675,1733401425808 2024-12-05T12:23:52,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b140d47 2024-12-05T12:23:52,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:23:52,089 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:23:52,089 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T12:23:52,089 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T12:23:52,089 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:52,090 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:52,090 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:23:52,090 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:23:52,091 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T12:23:52,097 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:23:52,097 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:52,098 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:23:52,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43981 is added to blk_1073741837_1013 (size=1138) 2024-12-05T12:23:52,141 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T12:23:52,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:23:52,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:23:52,504 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 07eb6c338cf835e8b9641155ed6980f4, NAME => 'hbase:replication,,1733401432090.07eb6c338cf835e8b9641155ed6980f4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c 2024-12-05T12:23:52,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43981 is added to blk_1073741838_1014 (size=44) 2024-12-05T12:23:52,509 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401432090.07eb6c338cf835e8b9641155ed6980f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:52,509 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 07eb6c338cf835e8b9641155ed6980f4, disabling compactions & flushes 2024-12-05T12:23:52,509 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401432090.07eb6c338cf835e8b9641155ed6980f4. 2024-12-05T12:23:52,509 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401432090.07eb6c338cf835e8b9641155ed6980f4. 2024-12-05T12:23:52,509 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401432090.07eb6c338cf835e8b9641155ed6980f4. after waiting 0 ms 2024-12-05T12:23:52,509 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401432090.07eb6c338cf835e8b9641155ed6980f4. 2024-12-05T12:23:52,509 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733401432090.07eb6c338cf835e8b9641155ed6980f4. 2024-12-05T12:23:52,509 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 07eb6c338cf835e8b9641155ed6980f4: Waiting for close lock at 1733401432509Disabling compacts and flushes for region at 1733401432509Disabling writes for close at 1733401432509Writing region close event to WAL at 1733401432509Closed at 1733401432509 2024-12-05T12:23:52,510 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:23:52,510 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733401432090.07eb6c338cf835e8b9641155ed6980f4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733401432510"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401432510"}]},"ts":"1733401432510"} 2024-12-05T12:23:52,512 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:23:52,512 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:23:52,512 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401432512"}]},"ts":"1733401432512"} 2024-12-05T12:23:52,514 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T12:23:52,514 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=07eb6c338cf835e8b9641155ed6980f4, ASSIGN}] 2024-12-05T12:23:52,515 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=07eb6c338cf835e8b9641155ed6980f4, ASSIGN 2024-12-05T12:23:52,515 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=07eb6c338cf835e8b9641155ed6980f4, ASSIGN; state=OFFLINE, location=9ea9abad0e9b,33711,1733401421554; forceNewPlan=false, retain=false 2024-12-05T12:23:52,666 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=07eb6c338cf835e8b9641155ed6980f4, regionState=OPENING, regionLocation=9ea9abad0e9b,33711,1733401421554 2024-12-05T12:23:52,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=07eb6c338cf835e8b9641155ed6980f4, ASSIGN because future has completed 2024-12-05T12:23:52,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 07eb6c338cf835e8b9641155ed6980f4, server=9ea9abad0e9b,33711,1733401421554}] 2024-12-05T12:23:52,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:23:52,847 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733401432090.07eb6c338cf835e8b9641155ed6980f4. 2024-12-05T12:23:52,847 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:23:52,847 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T12:23:52,848 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C33711%2C1733401421554.rep, suffix=, logDir=hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/WALs/9ea9abad0e9b,33711,1733401421554, archiveDir=hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/oldWALs, maxLogs=10 2024-12-05T12:23:52,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/WALs/9ea9abad0e9b,33711,1733401421554/9ea9abad0e9b%2C33711%2C1733401421554.rep.1733401432848, exclude list is [], retry=0 2024-12-05T12:23:52,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43981,DS-36ff6e82-3cb7-44fe-a432-fbda22309c89,DISK] 2024-12-05T12:23:52,863 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/WALs/9ea9abad0e9b,33711,1733401421554/9ea9abad0e9b%2C33711%2C1733401421554.rep.1733401432848 2024-12-05T12:23:52,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34735:34735)] 2024-12-05T12:23:52,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 07eb6c338cf835e8b9641155ed6980f4, NAME => 'hbase:replication,,1733401432090.07eb6c338cf835e8b9641155ed6980f4.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:23:52,863 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:23:52,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:23:52,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733401432090.07eb6c338cf835e8b9641155ed6980f4. service=MultiRowMutationService 2024-12-05T12:23:52,863 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T12:23:52,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 07eb6c338cf835e8b9641155ed6980f4 2024-12-05T12:23:52,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401432090.07eb6c338cf835e8b9641155ed6980f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:52,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 07eb6c338cf835e8b9641155ed6980f4 2024-12-05T12:23:52,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 07eb6c338cf835e8b9641155ed6980f4 2024-12-05T12:23:52,865 INFO [StoreOpener-07eb6c338cf835e8b9641155ed6980f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 07eb6c338cf835e8b9641155ed6980f4 2024-12-05T12:23:52,866 INFO [StoreOpener-07eb6c338cf835e8b9641155ed6980f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07eb6c338cf835e8b9641155ed6980f4 columnFamilyName hfileref 2024-12-05T12:23:52,866 DEBUG [StoreOpener-07eb6c338cf835e8b9641155ed6980f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:52,866 INFO [StoreOpener-07eb6c338cf835e8b9641155ed6980f4-1 {}] regionserver.HStore(327): Store=07eb6c338cf835e8b9641155ed6980f4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:52,866 INFO [StoreOpener-07eb6c338cf835e8b9641155ed6980f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 07eb6c338cf835e8b9641155ed6980f4 2024-12-05T12:23:52,867 INFO [StoreOpener-07eb6c338cf835e8b9641155ed6980f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07eb6c338cf835e8b9641155ed6980f4 columnFamilyName queue 2024-12-05T12:23:52,867 DEBUG [StoreOpener-07eb6c338cf835e8b9641155ed6980f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:52,867 INFO [StoreOpener-07eb6c338cf835e8b9641155ed6980f4-1 {}] regionserver.HStore(327): Store=07eb6c338cf835e8b9641155ed6980f4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:52,867 INFO [StoreOpener-07eb6c338cf835e8b9641155ed6980f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 07eb6c338cf835e8b9641155ed6980f4 2024-12-05T12:23:52,867 INFO [StoreOpener-07eb6c338cf835e8b9641155ed6980f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07eb6c338cf835e8b9641155ed6980f4 columnFamilyName sid 2024-12-05T12:23:52,867 DEBUG [StoreOpener-07eb6c338cf835e8b9641155ed6980f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:52,868 INFO [StoreOpener-07eb6c338cf835e8b9641155ed6980f4-1 {}] regionserver.HStore(327): Store=07eb6c338cf835e8b9641155ed6980f4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:52,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 07eb6c338cf835e8b9641155ed6980f4 2024-12-05T12:23:52,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/data/hbase/replication/07eb6c338cf835e8b9641155ed6980f4 2024-12-05T12:23:52,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/data/hbase/replication/07eb6c338cf835e8b9641155ed6980f4 2024-12-05T12:23:52,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 07eb6c338cf835e8b9641155ed6980f4 2024-12-05T12:23:52,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 07eb6c338cf835e8b9641155ed6980f4 2024-12-05T12:23:52,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:23:52,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 07eb6c338cf835e8b9641155ed6980f4 2024-12-05T12:23:52,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/data/hbase/replication/07eb6c338cf835e8b9641155ed6980f4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:23:52,871 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 07eb6c338cf835e8b9641155ed6980f4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62652501, jitterRate=-0.06640498340129852}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:23:52,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 07eb6c338cf835e8b9641155ed6980f4 2024-12-05T12:23:52,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 07eb6c338cf835e8b9641155ed6980f4: Running coprocessor pre-open hook at 1733401432864Writing region info on filesystem at 1733401432864Initializing all the Stores at 1733401432864Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401432864Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401432864Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401432865 (+1 ms)Cleaning up temporary data from old regions at 1733401432869 (+4 ms)Running coprocessor post-open hooks at 1733401432871 (+2 ms)Region opened successfully at 1733401432872 (+1 ms) 2024-12-05T12:23:52,873 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733401432090.07eb6c338cf835e8b9641155ed6980f4., pid=10, masterSystemTime=1733401432841 2024-12-05T12:23:52,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733401432090.07eb6c338cf835e8b9641155ed6980f4. 2024-12-05T12:23:52,874 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733401432090.07eb6c338cf835e8b9641155ed6980f4. 2024-12-05T12:23:52,874 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=07eb6c338cf835e8b9641155ed6980f4, regionState=OPEN, openSeqNum=2, regionLocation=9ea9abad0e9b,33711,1733401421554 2024-12-05T12:23:52,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 07eb6c338cf835e8b9641155ed6980f4, server=9ea9abad0e9b,33711,1733401421554 because future has completed 2024-12-05T12:23:52,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T12:23:52,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 07eb6c338cf835e8b9641155ed6980f4, server=9ea9abad0e9b,33711,1733401421554 in 209 msec 2024-12-05T12:23:52,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T12:23:52,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=07eb6c338cf835e8b9641155ed6980f4, ASSIGN in 364 msec 2024-12-05T12:23:52,881 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:23:52,881 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401432881"}]},"ts":"1733401432881"} 2024-12-05T12:23:52,883 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T12:23:52,883 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:23:52,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 794 msec 2024-12-05T12:23:52,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733401432090.07eb6c338cf835e8b9641155ed6980f4., hostname=9ea9abad0e9b,33711,1733401421554, seqNum=2] 2024-12-05T12:23:52,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37615-0x101a6a0665e0000, quorum=127.0.0.1:57834, baseZNode=/01536572650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01536572650 2024-12-05T12:23:52,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33711-0x101a6a0665e0001, quorum=127.0.0.1:57834, baseZNode=/01536572650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01536572650 2024-12-05T12:23:52,937 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T12:23:53,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33711 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T12:23:53,090 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T12:23:53,114 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9ea9abad0e9b,33711,1733401421554, ReplicationSource: 1, currentBandwidth=0 2024-12-05T12:23:53,114 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:23:53,114 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,33711,1733401421554, seqNum=-1] 2024-12-05T12:23:53,115 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:23:53,116 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60919, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-05T12:23:53,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9ea9abad0e9b,33711,1733401421554', locateType=CURRENT is [region=hbase:replication,,1733401432090.07eb6c338cf835e8b9641155ed6980f4., hostname=9ea9abad0e9b,33711,1733401421554, seqNum=2] 2024-12-05T12:23:53,120 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T12:23:53,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T12:23:53,122 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9ea9abad0e9b,33711,1733401421554 suceeded 2024-12-05T12:23:53,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T12:23:53,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-12-05T12:23:53,124 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9ea9abad0e9b:40675,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T12:23:53,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0430 sec 2024-12-05T12:23:53,134 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ea9abad0e9b:40675' 2024-12-05T12:23:53,135 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64d9a64a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:53,135 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554 {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,40675,-1 for getting cluster id 2024-12-05T12:23:53,135 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:23:53,136 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78d00a7c-48f1-42b4-a8a3-2288f5be9254' 2024-12-05T12:23:53,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:23:53,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78d00a7c-48f1-42b4-a8a3-2288f5be9254" 2024-12-05T12:23:53,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76920275, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:53,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,40675,-1] 2024-12-05T12:23:53,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:23:53,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:53,137 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:23:53,138 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d49da2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:53,138 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:23:53,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,40675,1733401425808 2024-12-05T12:23:53,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a04929a 2024-12-05T12:23:53,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:23:53,139 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-12-05T12:23:53,140 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9ea9abad0e9b,33711,1733401421554 (queues=1) is replicating from cluster=09611426-dcb3-4580-8cf2-01a41cbf3d12 to cluster=78d00a7c-48f1-42b4-a8a3-2288f5be9254 2024-12-05T12:23:53,140 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9ea9abad0e9b%2C33711%2C1733401421554 2024-12-05T12:23:53,140 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9ea9abad0e9b,33711,1733401421554, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T12:23:53,141 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554.replicationSource.shipper9ea9abad0e9b%2C33711%2C1733401421554,1-9ea9abad0e9b,33711,1733401421554 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9ea9abad0e9b%2C33711%2C1733401421554 2024-12-05T12:23:53,141 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554.replicationSource.wal-reader.9ea9abad0e9b%2C33711%2C1733401421554,1-9ea9abad0e9b,33711,1733401421554 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/WALs/9ea9abad0e9b,33711,1733401421554/9ea9abad0e9b%2C33711%2C1733401421554.1733401423355, startPosition=0, beingWritten=true 2024-12-05T12:23:53,146 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554.replicationSource.wal-reader.9ea9abad0e9b%2C33711%2C1733401421554,1-9ea9abad0e9b,33711,1733401421554 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:23:53,146 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554.replicationSource.wal-reader.9ea9abad0e9b%2C33711%2C1733401421554,1-9ea9abad0e9b,33711,1733401421554 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/WALs/9ea9abad0e9b,33711,1733401421554/9ea9abad0e9b%2C33711%2C1733401421554.1733401423355 to pos 379, reset compression=false 2024-12-05T12:23:53,146 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554.replicationSource.shipper9ea9abad0e9b%2C33711%2C1733401421554,1-9ea9abad0e9b,33711,1733401421554 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,33711,1733401421554 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/WALs/9ea9abad0e9b,33711,1733401421554/9ea9abad0e9b%2C33711%2C1733401421554.1733401423355, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:23:53,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:23:53,215 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T12:23:53,215 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:23:53,215 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:53,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:53,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:53,215 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:23:53,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6370e53e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:53,216 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,40675,-1 for getting cluster id 2024-12-05T12:23:53,216 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:23:53,216 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78d00a7c-48f1-42b4-a8a3-2288f5be9254' 2024-12-05T12:23:53,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:23:53,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78d00a7c-48f1-42b4-a8a3-2288f5be9254" 2024-12-05T12:23:53,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc78be7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:53,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,40675,-1] 2024-12-05T12:23:53,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:23:53,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:53,218 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:23:53,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74e17882, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:53,218 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:23:53,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,40675,1733401425808 2024-12-05T12:23:53,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73fc4ee5 2024-12-05T12:23:53,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:23:53,220 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:23:53,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40675 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9ea9abad0e9b:37615,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T12:23:53,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40675 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T12:23:53,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:23:53,222 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ea9abad0e9b:37615' 2024-12-05T12:23:53,223 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f13a95a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:53,223 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,37615,-1 for getting cluster id 2024-12-05T12:23:53,223 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:23:53,224 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09611426-dcb3-4580-8cf2-01a41cbf3d12' 2024-12-05T12:23:53,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:23:53,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09611426-dcb3-4580-8cf2-01a41cbf3d12" 2024-12-05T12:23:53,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4982bfa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:53,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,37615,-1] 2024-12-05T12:23:53,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:23:53,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:53,225 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:23:53,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@600f6438, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:53,225 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:23:53,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,37615,1733401421417 2024-12-05T12:23:53,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d908425 2024-12-05T12:23:53,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:23:53,227 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:23:53,227 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T12:23:53,227 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T12:23:53,227 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:53,227 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:53,227 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:23:53,228 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:23:53,228 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T12:23:53,229 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:23:53,229 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:53,230 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:23:53,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741837_1013 (size=1138) 2024-12-05T12:23:53,279 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T12:23:53,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:23:53,349 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554.replicationSource.wal-reader.9ea9abad0e9b%2C33711%2C1733401421554,1-9ea9abad0e9b,33711,1733401421554 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/WALs/9ea9abad0e9b,33711,1733401421554/9ea9abad0e9b%2C33711%2C1733401421554.1733401423355 to pos 379, reset compression=false 2024-12-05T12:23:53,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:23:53,625 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T12:23:53,635 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d9451885635017d0fed0488f2262b5bd, NAME => 'hbase:replication,,1733401433227.d9451885635017d0fed0488f2262b5bd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3 2024-12-05T12:23:53,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741838_1014 (size=44) 2024-12-05T12:23:53,653 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554.replicationSource.wal-reader.9ea9abad0e9b%2C33711%2C1733401421554,1-9ea9abad0e9b,33711,1733401421554 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/WALs/9ea9abad0e9b,33711,1733401421554/9ea9abad0e9b%2C33711%2C1733401421554.1733401423355 to pos 379, reset compression=false 2024-12-05T12:23:53,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:23:53,894 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:23:53,895 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9ea9abad0e9b,43791,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:43791 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T12:23:53,895 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18206 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9ea9abad0e9b,43791,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:43791 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T12:23:54,041 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401433227.d9451885635017d0fed0488f2262b5bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:54,041 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d9451885635017d0fed0488f2262b5bd, disabling compactions & flushes 2024-12-05T12:23:54,041 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401433227.d9451885635017d0fed0488f2262b5bd. 2024-12-05T12:23:54,041 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401433227.d9451885635017d0fed0488f2262b5bd. 2024-12-05T12:23:54,041 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401433227.d9451885635017d0fed0488f2262b5bd. after waiting 0 ms 2024-12-05T12:23:54,041 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401433227.d9451885635017d0fed0488f2262b5bd. 2024-12-05T12:23:54,041 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733401433227.d9451885635017d0fed0488f2262b5bd. 2024-12-05T12:23:54,041 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d9451885635017d0fed0488f2262b5bd: Waiting for close lock at 1733401434041Disabling compacts and flushes for region at 1733401434041Disabling writes for close at 1733401434041Writing region close event to WAL at 1733401434041Closed at 1733401434041 2024-12-05T12:23:54,042 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:23:54,043 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733401433227.d9451885635017d0fed0488f2262b5bd.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733401434042"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401434042"}]},"ts":"1733401434042"} 2024-12-05T12:23:54,044 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:23:54,045 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:23:54,045 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401434045"}]},"ts":"1733401434045"} 2024-12-05T12:23:54,046 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T12:23:54,047 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d9451885635017d0fed0488f2262b5bd, ASSIGN}] 2024-12-05T12:23:54,047 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d9451885635017d0fed0488f2262b5bd, ASSIGN 2024-12-05T12:23:54,048 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d9451885635017d0fed0488f2262b5bd, ASSIGN; state=OFFLINE, location=9ea9abad0e9b,33681,1733401425920; forceNewPlan=false, retain=false 2024-12-05T12:23:54,056 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554.replicationSource.wal-reader.9ea9abad0e9b%2C33711%2C1733401421554,1-9ea9abad0e9b,33711,1733401421554 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/WALs/9ea9abad0e9b,33711,1733401421554/9ea9abad0e9b%2C33711%2C1733401421554.1733401423355 to pos 379, reset compression=false 2024-12-05T12:23:54,198 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d9451885635017d0fed0488f2262b5bd, regionState=OPENING, regionLocation=9ea9abad0e9b,33681,1733401425920 2024-12-05T12:23:54,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d9451885635017d0fed0488f2262b5bd, ASSIGN because future has completed 2024-12-05T12:23:54,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9451885635017d0fed0488f2262b5bd, server=9ea9abad0e9b,33681,1733401425920}] 2024-12-05T12:23:54,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:23:54,356 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733401433227.d9451885635017d0fed0488f2262b5bd. 2024-12-05T12:23:54,356 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:23:54,356 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T12:23:54,357 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C33681%2C1733401425920.rep, suffix=, logDir=hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/WALs/9ea9abad0e9b,33681,1733401425920, archiveDir=hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/oldWALs, maxLogs=10 2024-12-05T12:23:54,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/WALs/9ea9abad0e9b,33681,1733401425920/9ea9abad0e9b%2C33681%2C1733401425920.rep.1733401434357, exclude list is [], retry=0 2024-12-05T12:23:54,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42603,DS-0da49d31-b935-4629-8375-d052d0df4455,DISK] 2024-12-05T12:23:54,370 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/WALs/9ea9abad0e9b,33681,1733401425920/9ea9abad0e9b%2C33681%2C1733401425920.rep.1733401434357 2024-12-05T12:23:54,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32845:32845)] 2024-12-05T12:23:54,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d9451885635017d0fed0488f2262b5bd, NAME => 'hbase:replication,,1733401433227.d9451885635017d0fed0488f2262b5bd.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:23:54,371 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:23:54,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:23:54,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733401433227.d9451885635017d0fed0488f2262b5bd. service=MultiRowMutationService 2024-12-05T12:23:54,371 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T12:23:54,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d9451885635017d0fed0488f2262b5bd 2024-12-05T12:23:54,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401433227.d9451885635017d0fed0488f2262b5bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:54,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d9451885635017d0fed0488f2262b5bd 2024-12-05T12:23:54,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d9451885635017d0fed0488f2262b5bd 2024-12-05T12:23:54,372 INFO [StoreOpener-d9451885635017d0fed0488f2262b5bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d9451885635017d0fed0488f2262b5bd 2024-12-05T12:23:54,373 INFO [StoreOpener-d9451885635017d0fed0488f2262b5bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9451885635017d0fed0488f2262b5bd columnFamilyName hfileref 2024-12-05T12:23:54,373 DEBUG [StoreOpener-d9451885635017d0fed0488f2262b5bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:54,374 INFO [StoreOpener-d9451885635017d0fed0488f2262b5bd-1 {}] regionserver.HStore(327): Store=d9451885635017d0fed0488f2262b5bd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:54,374 INFO [StoreOpener-d9451885635017d0fed0488f2262b5bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d9451885635017d0fed0488f2262b5bd 2024-12-05T12:23:54,375 INFO [StoreOpener-d9451885635017d0fed0488f2262b5bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9451885635017d0fed0488f2262b5bd columnFamilyName queue 2024-12-05T12:23:54,375 DEBUG [StoreOpener-d9451885635017d0fed0488f2262b5bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:54,375 INFO [StoreOpener-d9451885635017d0fed0488f2262b5bd-1 {}] regionserver.HStore(327): Store=d9451885635017d0fed0488f2262b5bd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:54,375 INFO [StoreOpener-d9451885635017d0fed0488f2262b5bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d9451885635017d0fed0488f2262b5bd 2024-12-05T12:23:54,376 INFO [StoreOpener-d9451885635017d0fed0488f2262b5bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9451885635017d0fed0488f2262b5bd columnFamilyName sid 2024-12-05T12:23:54,376 DEBUG [StoreOpener-d9451885635017d0fed0488f2262b5bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:54,376 INFO [StoreOpener-d9451885635017d0fed0488f2262b5bd-1 {}] regionserver.HStore(327): Store=d9451885635017d0fed0488f2262b5bd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:54,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d9451885635017d0fed0488f2262b5bd 2024-12-05T12:23:54,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/data/hbase/replication/d9451885635017d0fed0488f2262b5bd 2024-12-05T12:23:54,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/data/hbase/replication/d9451885635017d0fed0488f2262b5bd 2024-12-05T12:23:54,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d9451885635017d0fed0488f2262b5bd 2024-12-05T12:23:54,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d9451885635017d0fed0488f2262b5bd 2024-12-05T12:23:54,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:23:54,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d9451885635017d0fed0488f2262b5bd 2024-12-05T12:23:54,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/data/hbase/replication/d9451885635017d0fed0488f2262b5bd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:23:54,380 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d9451885635017d0fed0488f2262b5bd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60628547, jitterRate=-0.09656424820423126}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:23:54,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d9451885635017d0fed0488f2262b5bd 2024-12-05T12:23:54,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d9451885635017d0fed0488f2262b5bd: Running coprocessor pre-open hook at 1733401434371Writing region info on filesystem at 1733401434371Initializing all the Stores at 1733401434372 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401434372Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401434372Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401434372Cleaning up temporary data from old regions at 1733401434377 (+5 ms)Running coprocessor post-open hooks at 1733401434380 (+3 ms)Region opened successfully at 1733401434380 2024-12-05T12:23:54,381 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733401433227.d9451885635017d0fed0488f2262b5bd., pid=10, masterSystemTime=1733401434353 2024-12-05T12:23:54,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733401433227.d9451885635017d0fed0488f2262b5bd. 2024-12-05T12:23:54,383 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733401433227.d9451885635017d0fed0488f2262b5bd. 2024-12-05T12:23:54,383 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d9451885635017d0fed0488f2262b5bd, regionState=OPEN, openSeqNum=2, regionLocation=9ea9abad0e9b,33681,1733401425920 2024-12-05T12:23:54,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9451885635017d0fed0488f2262b5bd, server=9ea9abad0e9b,33681,1733401425920 because future has completed 2024-12-05T12:23:54,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T12:23:54,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d9451885635017d0fed0488f2262b5bd, server=9ea9abad0e9b,33681,1733401425920 in 184 msec 2024-12-05T12:23:54,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T12:23:54,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d9451885635017d0fed0488f2262b5bd, ASSIGN in 340 msec 2024-12-05T12:23:54,389 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:23:54,389 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401434389"}]},"ts":"1733401434389"} 2024-12-05T12:23:54,390 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T12:23:54,391 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:23:54,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1630 sec 2024-12-05T12:23:54,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733401433227.d9451885635017d0fed0488f2262b5bd., hostname=9ea9abad0e9b,33681,1733401425920, seqNum=2] 2024-12-05T12:23:54,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40675-0x101a6a0665e0003, quorum=127.0.0.1:57834, baseZNode=/1-1374736505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1374736505 2024-12-05T12:23:54,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33681-0x101a6a0665e0004, quorum=127.0.0.1:57834, baseZNode=/1-1374736505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1374736505 2024-12-05T12:23:54,491 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T12:23:54,559 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554.replicationSource.wal-reader.9ea9abad0e9b%2C33711%2C1733401421554,1-9ea9abad0e9b,33711,1733401421554 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/WALs/9ea9abad0e9b,33711,1733401421554/9ea9abad0e9b%2C33711%2C1733401421554.1733401423355 to pos 379, reset compression=false 2024-12-05T12:23:54,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33681 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T12:23:54,644 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T12:23:54,667 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9ea9abad0e9b,33681,1733401425920, ReplicationSource: 1, currentBandwidth=0 2024-12-05T12:23:54,668 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:23:54,668 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,33681,1733401425920, seqNum=-1] 2024-12-05T12:23:54,668 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:23:54,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51307, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-05T12:23:54,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9ea9abad0e9b,33681,1733401425920', locateType=CURRENT is [region=hbase:replication,,1733401433227.d9451885635017d0fed0488f2262b5bd., hostname=9ea9abad0e9b,33681,1733401425920, seqNum=2] 2024-12-05T12:23:54,673 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T12:23:54,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40675 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T12:23:54,674 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9ea9abad0e9b,33681,1733401425920 suceeded 2024-12-05T12:23:54,676 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T12:23:54,676 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-12-05T12:23:54,676 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9ea9abad0e9b:37615,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T12:23:54,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4560 sec 2024-12-05T12:23:54,686 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ea9abad0e9b:37615' 2024-12-05T12:23:54,687 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@360602a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:54,687 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920 {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,37615,-1 for getting cluster id 2024-12-05T12:23:54,687 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:23:54,688 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09611426-dcb3-4580-8cf2-01a41cbf3d12' 2024-12-05T12:23:54,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:23:54,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09611426-dcb3-4580-8cf2-01a41cbf3d12" 2024-12-05T12:23:54,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a48e39b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:54,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,37615,-1] 2024-12-05T12:23:54,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:23:54,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:54,689 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:23:54,690 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34a68a4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:54,690 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:23:54,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,37615,1733401421417 2024-12-05T12:23:54,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5405ac0 2024-12-05T12:23:54,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:23:54,691 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-12-05T12:23:54,692 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9ea9abad0e9b,33681,1733401425920 (queues=1) is replicating from cluster=78d00a7c-48f1-42b4-a8a3-2288f5be9254 to cluster=09611426-dcb3-4580-8cf2-01a41cbf3d12 2024-12-05T12:23:54,692 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9ea9abad0e9b%2C33681%2C1733401425920 2024-12-05T12:23:54,692 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9ea9abad0e9b,33681,1733401425920, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T12:23:54,692 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920.replicationSource.shipper9ea9abad0e9b%2C33681%2C1733401425920,1-9ea9abad0e9b,33681,1733401425920 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9ea9abad0e9b%2C33681%2C1733401425920 2024-12-05T12:23:54,693 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920.replicationSource.wal-reader.9ea9abad0e9b%2C33681%2C1733401425920,1-9ea9abad0e9b,33681,1733401425920 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/WALs/9ea9abad0e9b,33681,1733401425920/9ea9abad0e9b%2C33681%2C1733401425920.1733401427754, startPosition=0, beingWritten=true 2024-12-05T12:23:54,698 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920.replicationSource.wal-reader.9ea9abad0e9b%2C33681%2C1733401425920,1-9ea9abad0e9b,33681,1733401425920 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:23:54,698 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920.replicationSource.wal-reader.9ea9abad0e9b%2C33681%2C1733401425920,1-9ea9abad0e9b,33681,1733401425920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/WALs/9ea9abad0e9b,33681,1733401425920/9ea9abad0e9b%2C33681%2C1733401425920.1733401427754 to pos 379, reset compression=false 2024-12-05T12:23:54,698 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920.replicationSource.shipper9ea9abad0e9b%2C33681%2C1733401425920,1-9ea9abad0e9b,33681,1733401425920 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,33681,1733401425920 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/WALs/9ea9abad0e9b,33681,1733401425920/9ea9abad0e9b%2C33681%2C1733401425920.1733401427754, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:23:54,902 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920.replicationSource.wal-reader.9ea9abad0e9b%2C33681%2C1733401425920,1-9ea9abad0e9b,33681,1733401425920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/WALs/9ea9abad0e9b,33681,1733401425920/9ea9abad0e9b%2C33681%2C1733401425920.1733401427754 to pos 379, reset compression=false 2024-12-05T12:23:55,163 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554.replicationSource.wal-reader.9ea9abad0e9b%2C33711%2C1733401421554,1-9ea9abad0e9b,33711,1733401421554 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/WALs/9ea9abad0e9b,33711,1733401421554/9ea9abad0e9b%2C33711%2C1733401421554.1733401423355 to pos 379, reset compression=false 2024-12-05T12:23:55,206 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920.replicationSource.wal-reader.9ea9abad0e9b%2C33681%2C1733401425920,1-9ea9abad0e9b,33681,1733401425920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/WALs/9ea9abad0e9b,33681,1733401425920/9ea9abad0e9b%2C33681%2C1733401425920.1733401427754 to pos 379, reset compression=false 2024-12-05T12:23:55,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:23:55,366 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T12:23:55,366 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:23:55,366 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:55,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:55,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:55,366 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:23:55,366 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:23:55,367 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,33711,1733401421554, seqNum=-1] 2024-12-05T12:23:55,367 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:23:55,368 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:23:55,369 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733401428778.03b2194ed8d1a0440e4dcaced5b21462., hostname=9ea9abad0e9b,33711,1733401421554, seqNum=2] 2024-12-05T12:23:55,372 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:23:55,372 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,33681,1733401425920, seqNum=-1] 2024-12-05T12:23:55,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:23:55,373 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:23:55,375 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733401430927.2b964ef071f1c91b5cf4d8a4b89c6f54., hostname=9ea9abad0e9b,33681,1733401425920, seqNum=2] 2024-12-05T12:23:55,376 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-05T12:23:55,412 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:23:55,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:55,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:55,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:55,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:55,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:55,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:55,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:55,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:55,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:55,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:55,473 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T12:23:55,609 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920.replicationSource.wal-reader.9ea9abad0e9b%2C33681%2C1733401425920,1-9ea9abad0e9b,33681,1733401425920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/WALs/9ea9abad0e9b,33681,1733401425920/9ea9abad0e9b%2C33681%2C1733401425920.1733401427754 to pos 379, reset compression=false 2024-12-05T12:23:55,867 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554.replicationSource.wal-reader.9ea9abad0e9b%2C33711%2C1733401421554,1-9ea9abad0e9b,33711,1733401421554 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/WALs/9ea9abad0e9b,33711,1733401421554/9ea9abad0e9b%2C33711%2C1733401421554.1733401423355 to pos 379, reset compression=false 2024-12-05T12:23:55,871 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554.replicationSource.wal-reader.9ea9abad0e9b%2C33711%2C1733401421554,1-9ea9abad0e9b,33711,1733401421554 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:23:55,871 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554.replicationSource.wal-reader.9ea9abad0e9b%2C33711%2C1733401421554,1-9ea9abad0e9b,33711,1733401421554 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/WALs/9ea9abad0e9b,33711,1733401421554/9ea9abad0e9b%2C33711%2C1733401421554.1733401423355 to pos 480, reset compression=false 2024-12-05T12:23:55,871 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554.replicationSource.shipper9ea9abad0e9b%2C33711%2C1733401421554,1-9ea9abad0e9b,33711,1733401421554 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,33711,1733401421554 got entry batch from reader: WALEntryBatch [walEntries=[{test/03b2194ed8d1a0440e4dcaced5b21462/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/WALs/9ea9abad0e9b,33711,1733401421554/9ea9abad0e9b%2C33711%2C1733401421554.1733401423355, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-05T12:23:55,873 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554.replicationSource.shipper9ea9abad0e9b%2C33711%2C1733401421554,1-9ea9abad0e9b,33711,1733401421554 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:23:55,874 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-12-05T12:23:55,876 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33681 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T12:23:55,876 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33681 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37f4d5ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:55,876 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33681 {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,40675,-1 for getting cluster id 2024-12-05T12:23:55,876 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33681 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:23:55,877 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78d00a7c-48f1-42b4-a8a3-2288f5be9254' 2024-12-05T12:23:55,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:23:55,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78d00a7c-48f1-42b4-a8a3-2288f5be9254" 2024-12-05T12:23:55,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c256f3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:55,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,40675,-1] 2024-12-05T12:23:55,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:23:55,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:55,878 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:23:55,879 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33681 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c37892f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:55,883 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33681 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:23:55,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,33681,1733401425920, seqNum=-1] 2024-12-05T12:23:55,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:23:55,885 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-05T12:23:55,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733401430927.2b964ef071f1c91b5cf4d8a4b89c6f54., hostname=9ea9abad0e9b,33681,1733401425920, seqNum=2] 2024-12-05T12:23:55,908 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33681 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T12:23:56,075 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554.replicationSource.wal-reader.9ea9abad0e9b%2C33711%2C1733401421554,1-9ea9abad0e9b,33711,1733401421554 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/WALs/9ea9abad0e9b,33711,1733401421554/9ea9abad0e9b%2C33711%2C1733401421554.1733401423355 to pos 480, reset compression=false 2024-12-05T12:23:56,113 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920.replicationSource.wal-reader.9ea9abad0e9b%2C33681%2C1733401425920,1-9ea9abad0e9b,33681,1733401425920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/WALs/9ea9abad0e9b,33681,1733401425920/9ea9abad0e9b%2C33681%2C1733401425920.1733401427754 to pos 379, reset compression=false 2024-12-05T12:23:56,117 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920.replicationSource.wal-reader.9ea9abad0e9b%2C33681%2C1733401425920,1-9ea9abad0e9b,33681,1733401425920 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:23:56,117 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920.replicationSource.wal-reader.9ea9abad0e9b%2C33681%2C1733401425920,1-9ea9abad0e9b,33681,1733401425920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/WALs/9ea9abad0e9b,33681,1733401425920/9ea9abad0e9b%2C33681%2C1733401425920.1733401427754 to pos 503, reset compression=false 2024-12-05T12:23:56,117 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920.replicationSource.shipper9ea9abad0e9b%2C33681%2C1733401425920,1-9ea9abad0e9b,33681,1733401425920 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,33681,1733401425920 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/WALs/9ea9abad0e9b,33681,1733401425920/9ea9abad0e9b%2C33681%2C1733401425920.1733401427754, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:23:56,321 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920.replicationSource.wal-reader.9ea9abad0e9b%2C33681%2C1733401425920,1-9ea9abad0e9b,33681,1733401425920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/WALs/9ea9abad0e9b,33681,1733401425920/9ea9abad0e9b%2C33681%2C1733401425920.1733401427754 to pos 503, reset compression=false 2024-12-05T12:23:56,378 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554.replicationSource.wal-reader.9ea9abad0e9b%2C33711%2C1733401421554,1-9ea9abad0e9b,33711,1733401421554 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/WALs/9ea9abad0e9b,33711,1733401421554/9ea9abad0e9b%2C33711%2C1733401421554.1733401423355 to pos 480, reset compression=false 2024-12-05T12:23:56,380 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-05T12:23:56,384 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-05T12:23:56,624 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920.replicationSource.wal-reader.9ea9abad0e9b%2C33681%2C1733401425920,1-9ea9abad0e9b,33681,1733401425920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/WALs/9ea9abad0e9b,33681,1733401425920/9ea9abad0e9b%2C33681%2C1733401425920.1733401427754 to pos 503, reset compression=false 2024-12-05T12:23:56,629 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920.replicationSource.wal-reader.9ea9abad0e9b%2C33681%2C1733401425920,1-9ea9abad0e9b,33681,1733401425920 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:23:56,629 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920.replicationSource.wal-reader.9ea9abad0e9b%2C33681%2C1733401425920,1-9ea9abad0e9b,33681,1733401425920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/WALs/9ea9abad0e9b,33681,1733401425920/9ea9abad0e9b%2C33681%2C1733401425920.1733401427754 to pos 607, reset compression=false 2024-12-05T12:23:56,629 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920.replicationSource.shipper9ea9abad0e9b%2C33681%2C1733401425920,1-9ea9abad0e9b,33681,1733401425920 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,33681,1733401425920 got entry batch from reader: WALEntryBatch [walEntries=[{test/2b964ef071f1c91b5cf4d8a4b89c6f54/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/WALs/9ea9abad0e9b,33681,1733401425920/9ea9abad0e9b%2C33681%2C1733401425920.1733401427754, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T12:23:56,631 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920.replicationSource.shipper9ea9abad0e9b%2C33681%2C1733401425920,1-9ea9abad0e9b,33681,1733401425920 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:23:56,632 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-12-05T12:23:56,633 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33711 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T12:23:56,634 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33711 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@672a201b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:56,634 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33711 {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,37615,-1 for getting cluster id 2024-12-05T12:23:56,634 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33711 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:23:56,635 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09611426-dcb3-4580-8cf2-01a41cbf3d12' 2024-12-05T12:23:56,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:23:56,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09611426-dcb3-4580-8cf2-01a41cbf3d12" 2024-12-05T12:23:56,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57df5cb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:56,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,37615,-1] 2024-12-05T12:23:56,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:23:56,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:56,636 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:23:56,637 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33711 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31991b84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:56,638 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33711 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:23:56,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,33711,1733401421554, seqNum=-1] 2024-12-05T12:23:56,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:23:56,640 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-05T12:23:56,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733401428778.03b2194ed8d1a0440e4dcaced5b21462., hostname=9ea9abad0e9b,33711,1733401421554, seqNum=2] 2024-12-05T12:23:56,646 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33711 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T12:23:56,781 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554.replicationSource.wal-reader.9ea9abad0e9b%2C33711%2C1733401421554,1-9ea9abad0e9b,33711,1733401421554 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/WALs/9ea9abad0e9b,33711,1733401421554/9ea9abad0e9b%2C33711%2C1733401421554.1733401423355 to pos 480, reset compression=false 2024-12-05T12:23:56,786 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554.replicationSource.wal-reader.9ea9abad0e9b%2C33711%2C1733401421554,1-9ea9abad0e9b,33711,1733401421554 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:23:56,786 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554.replicationSource.wal-reader.9ea9abad0e9b%2C33711%2C1733401421554,1-9ea9abad0e9b,33711,1733401421554 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/WALs/9ea9abad0e9b,33711,1733401421554/9ea9abad0e9b%2C33711%2C1733401421554.1733401423355 to pos 607, reset compression=false 2024-12-05T12:23:56,786 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554.replicationSource.shipper9ea9abad0e9b%2C33711%2C1733401421554,1-9ea9abad0e9b,33711,1733401421554 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,33711,1733401421554 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/WALs/9ea9abad0e9b,33711,1733401421554/9ea9abad0e9b%2C33711%2C1733401421554.1733401423355, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:23:56,836 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920.replicationSource.wal-reader.9ea9abad0e9b%2C33681%2C1733401425920,1-9ea9abad0e9b,33681,1733401425920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/WALs/9ea9abad0e9b,33681,1733401425920/9ea9abad0e9b%2C33681%2C1733401425920.1733401427754 to pos 607, reset compression=false 2024-12-05T12:23:56,990 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554.replicationSource.wal-reader.9ea9abad0e9b%2C33711%2C1733401421554,1-9ea9abad0e9b,33711,1733401421554 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/WALs/9ea9abad0e9b,33711,1733401421554/9ea9abad0e9b%2C33711%2C1733401421554.1733401423355 to pos 607, reset compression=false 2024-12-05T12:23:57,140 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920.replicationSource.wal-reader.9ea9abad0e9b%2C33681%2C1733401425920,1-9ea9abad0e9b,33681,1733401425920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/WALs/9ea9abad0e9b,33681,1733401425920/9ea9abad0e9b%2C33681%2C1733401425920.1733401427754 to pos 607, reset compression=false 2024-12-05T12:23:57,295 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554.replicationSource.wal-reader.9ea9abad0e9b%2C33711%2C1733401421554,1-9ea9abad0e9b,33711,1733401421554 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/WALs/9ea9abad0e9b,33711,1733401421554/9ea9abad0e9b%2C33711%2C1733401421554.1733401423355 to pos 607, reset compression=false 2024-12-05T12:23:57,385 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-05T12:23:57,390 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-05T12:23:57,543 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920.replicationSource.wal-reader.9ea9abad0e9b%2C33681%2C1733401425920,1-9ea9abad0e9b,33681,1733401425920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/WALs/9ea9abad0e9b,33681,1733401425920/9ea9abad0e9b%2C33681%2C1733401425920.1733401427754 to pos 607, reset compression=false 2024-12-05T12:23:57,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T12:23:57,554 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-05T12:23:57,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T12:23:57,554 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-05T12:23:57,555 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T12:23:57,555 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-05T12:23:57,699 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554.replicationSource.wal-reader.9ea9abad0e9b%2C33711%2C1733401421554,1-9ea9abad0e9b,33711,1733401421554 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/WALs/9ea9abad0e9b,33711,1733401421554/9ea9abad0e9b%2C33711%2C1733401421554.1733401423355 to pos 607, reset compression=false 2024-12-05T12:23:57,740 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554.replicationSource.wal-reader.9ea9abad0e9b%2C33711%2C1733401421554,1-9ea9abad0e9b,33711,1733401421554 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:23:57,740 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554.replicationSource.wal-reader.9ea9abad0e9b%2C33711%2C1733401421554,1-9ea9abad0e9b,33711,1733401421554 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/WALs/9ea9abad0e9b,33711,1733401421554/9ea9abad0e9b%2C33711%2C1733401421554.1733401423355 to pos 763, reset compression=false 2024-12-05T12:23:57,740 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554.replicationSource.shipper9ea9abad0e9b%2C33711%2C1733401421554,1-9ea9abad0e9b,33711,1733401421554 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,33711,1733401421554 got entry batch from reader: WALEntryBatch [walEntries=[{test/03b2194ed8d1a0440e4dcaced5b21462/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/WALs/9ea9abad0e9b,33711,1733401421554/9ea9abad0e9b%2C33711%2C1733401421554.1733401423355, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-05T12:23:57,741 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33681 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T12:23:57,744 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33681 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T12:23:57,943 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554.replicationSource.wal-reader.9ea9abad0e9b%2C33711%2C1733401421554,1-9ea9abad0e9b,33711,1733401421554 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/WALs/9ea9abad0e9b,33711,1733401421554/9ea9abad0e9b%2C33711%2C1733401421554.1733401423355 to pos 763, reset compression=false 2024-12-05T12:23:58,047 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920.replicationSource.wal-reader.9ea9abad0e9b%2C33681%2C1733401425920,1-9ea9abad0e9b,33681,1733401425920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/WALs/9ea9abad0e9b,33681,1733401425920/9ea9abad0e9b%2C33681%2C1733401425920.1733401427754 to pos 607, reset compression=false 2024-12-05T12:23:58,051 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920.replicationSource.wal-reader.9ea9abad0e9b%2C33681%2C1733401425920,1-9ea9abad0e9b,33681,1733401425920 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:23:58,051 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920.replicationSource.wal-reader.9ea9abad0e9b%2C33681%2C1733401425920,1-9ea9abad0e9b,33681,1733401425920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/WALs/9ea9abad0e9b,33681,1733401425920/9ea9abad0e9b%2C33681%2C1733401425920.1733401427754 to pos 754, reset compression=false 2024-12-05T12:23:58,051 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920.replicationSource.shipper9ea9abad0e9b%2C33681%2C1733401425920,1-9ea9abad0e9b,33681,1733401425920 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,33681,1733401425920 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/WALs/9ea9abad0e9b,33681,1733401425920/9ea9abad0e9b%2C33681%2C1733401425920.1733401427754, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:23:58,247 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554.replicationSource.wal-reader.9ea9abad0e9b%2C33711%2C1733401421554,1-9ea9abad0e9b,33711,1733401421554 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/WALs/9ea9abad0e9b,33711,1733401421554/9ea9abad0e9b%2C33711%2C1733401421554.1733401423355 to pos 763, reset compression=false 2024-12-05T12:23:58,257 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920.replicationSource.wal-reader.9ea9abad0e9b%2C33681%2C1733401425920,1-9ea9abad0e9b,33681,1733401425920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/WALs/9ea9abad0e9b,33681,1733401425920/9ea9abad0e9b%2C33681%2C1733401425920.1733401427754 to pos 754, reset compression=false 2024-12-05T12:23:58,392 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-05T12:23:58,395 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-05T12:23:58,561 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920.replicationSource.wal-reader.9ea9abad0e9b%2C33681%2C1733401425920,1-9ea9abad0e9b,33681,1733401425920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/WALs/9ea9abad0e9b,33681,1733401425920/9ea9abad0e9b%2C33681%2C1733401425920.1733401427754 to pos 754, reset compression=false 2024-12-05T12:23:58,565 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920.replicationSource.wal-reader.9ea9abad0e9b%2C33681%2C1733401425920,1-9ea9abad0e9b,33681,1733401425920 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:23:58,565 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920.replicationSource.wal-reader.9ea9abad0e9b%2C33681%2C1733401425920,1-9ea9abad0e9b,33681,1733401425920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/WALs/9ea9abad0e9b,33681,1733401425920/9ea9abad0e9b%2C33681%2C1733401425920.1733401427754 to pos 913, reset compression=false 2024-12-05T12:23:58,565 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920.replicationSource.shipper9ea9abad0e9b%2C33681%2C1733401425920,1-9ea9abad0e9b,33681,1733401425920 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,33681,1733401425920 got entry batch from reader: WALEntryBatch [walEntries=[{test/2b964ef071f1c91b5cf4d8a4b89c6f54/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/WALs/9ea9abad0e9b,33681,1733401425920/9ea9abad0e9b%2C33681%2C1733401425920.1733401427754, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-05T12:23:58,566 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33711 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T12:23:58,569 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33711 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T12:23:58,650 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554.replicationSource.wal-reader.9ea9abad0e9b%2C33711%2C1733401421554,1-9ea9abad0e9b,33711,1733401421554 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/WALs/9ea9abad0e9b,33711,1733401421554/9ea9abad0e9b%2C33711%2C1733401421554.1733401423355 to pos 763, reset compression=false 2024-12-05T12:23:58,655 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554.replicationSource.wal-reader.9ea9abad0e9b%2C33711%2C1733401421554,1-9ea9abad0e9b,33711,1733401421554 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:23:58,655 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554.replicationSource.wal-reader.9ea9abad0e9b%2C33711%2C1733401421554,1-9ea9abad0e9b,33711,1733401421554 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/WALs/9ea9abad0e9b,33711,1733401421554/9ea9abad0e9b%2C33711%2C1733401421554.1733401423355 to pos 912, reset compression=false 2024-12-05T12:23:58,655 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554.replicationSource.shipper9ea9abad0e9b%2C33711%2C1733401421554,1-9ea9abad0e9b,33711,1733401421554 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,33711,1733401421554 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/WALs/9ea9abad0e9b,33711,1733401421554/9ea9abad0e9b%2C33711%2C1733401421554.1733401423355, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:23:58,772 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920.replicationSource.wal-reader.9ea9abad0e9b%2C33681%2C1733401425920,1-9ea9abad0e9b,33681,1733401425920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/WALs/9ea9abad0e9b,33681,1733401425920/9ea9abad0e9b%2C33681%2C1733401425920.1733401427754 to pos 913, reset compression=false 2024-12-05T12:23:58,859 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554.replicationSource.wal-reader.9ea9abad0e9b%2C33711%2C1733401421554,1-9ea9abad0e9b,33711,1733401421554 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/WALs/9ea9abad0e9b,33711,1733401421554/9ea9abad0e9b%2C33711%2C1733401421554.1733401423355 to pos 912, reset compression=false 2024-12-05T12:23:59,076 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920.replicationSource.wal-reader.9ea9abad0e9b%2C33681%2C1733401425920,1-9ea9abad0e9b,33681,1733401425920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/WALs/9ea9abad0e9b,33681,1733401425920/9ea9abad0e9b%2C33681%2C1733401425920.1733401427754 to pos 913, reset compression=false 2024-12-05T12:23:59,162 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554.replicationSource.wal-reader.9ea9abad0e9b%2C33711%2C1733401421554,1-9ea9abad0e9b,33711,1733401421554 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/WALs/9ea9abad0e9b,33711,1733401421554/9ea9abad0e9b%2C33711%2C1733401421554.1733401423355 to pos 912, reset compression=false 2024-12-05T12:23:59,397 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-05T12:23:59,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T12:23:59,399 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:23:59,399 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:59,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:59,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:59,399 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T12:23:59,400 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1835957777, stopped=false 2024-12-05T12:23:59,400 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:23:59,400 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9ea9abad0e9b,40675,1733401425808 2024-12-05T12:23:59,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33681-0x101a6a0665e0004, quorum=127.0.0.1:57834, baseZNode=/1-1374736505 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1374736505/running 2024-12-05T12:23:59,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40675-0x101a6a0665e0003, quorum=127.0.0.1:57834, baseZNode=/1-1374736505 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1374736505/running 2024-12-05T12:23:59,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33681-0x101a6a0665e0004, quorum=127.0.0.1:57834, baseZNode=/1-1374736505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1374736505 2024-12-05T12:23:59,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40675-0x101a6a0665e0003, quorum=127.0.0.1:57834, baseZNode=/1-1374736505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1374736505 2024-12-05T12:23:59,415 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:23:59,415 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:23:59,415 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:59,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:59,416 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9ea9abad0e9b,33681,1733401425920' ***** 2024-12-05T12:23:59,416 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T12:23:59,416 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40675-0x101a6a0665e0003, quorum=127.0.0.1:57834, baseZNode=/1-1374736505 Set watcher on znode that does not yet exist, /1-1374736505/running 2024-12-05T12:23:59,416 INFO [RS:0;9ea9abad0e9b:33681 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T12:23:59,416 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33681-0x101a6a0665e0004, quorum=127.0.0.1:57834, baseZNode=/1-1374736505 Set watcher on znode that does not yet exist, /1-1374736505/running 2024-12-05T12:23:59,416 INFO [RS:0;9ea9abad0e9b:33681 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T12:23:59,416 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T12:23:59,416 INFO [RS:0;9ea9abad0e9b:33681 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T12:23:59,416 INFO [RS:0;9ea9abad0e9b:33681 {}] regionserver.HRegionServer(3091): Received CLOSE for 2b964ef071f1c91b5cf4d8a4b89c6f54 2024-12-05T12:23:59,417 INFO [RS:0;9ea9abad0e9b:33681 {}] regionserver.HRegionServer(3091): Received CLOSE for d9451885635017d0fed0488f2262b5bd 2024-12-05T12:23:59,417 INFO [RS:0;9ea9abad0e9b:33681 {}] regionserver.HRegionServer(959): stopping server 9ea9abad0e9b,33681,1733401425920 2024-12-05T12:23:59,417 INFO [RS:0;9ea9abad0e9b:33681 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:23:59,417 INFO [RS:0;9ea9abad0e9b:33681 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ea9abad0e9b:33681. 2024-12-05T12:23:59,417 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2b964ef071f1c91b5cf4d8a4b89c6f54, disabling compactions & flushes 2024-12-05T12:23:59,417 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733401430927.2b964ef071f1c91b5cf4d8a4b89c6f54. 2024-12-05T12:23:59,417 DEBUG [RS:0;9ea9abad0e9b:33681 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:59,417 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401430927.2b964ef071f1c91b5cf4d8a4b89c6f54. 2024-12-05T12:23:59,417 DEBUG [RS:0;9ea9abad0e9b:33681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:59,417 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733401430927.2b964ef071f1c91b5cf4d8a4b89c6f54. after waiting 0 ms 2024-12-05T12:23:59,417 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733401430927.2b964ef071f1c91b5cf4d8a4b89c6f54. 2024-12-05T12:23:59,417 INFO [RS:0;9ea9abad0e9b:33681 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T12:23:59,417 INFO [RS:0;9ea9abad0e9b:33681 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T12:23:59,417 INFO [RS:0;9ea9abad0e9b:33681 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T12:23:59,417 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2b964ef071f1c91b5cf4d8a4b89c6f54 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-12-05T12:23:59,417 INFO [RS:0;9ea9abad0e9b:33681 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T12:23:59,417 INFO [RS:0;9ea9abad0e9b:33681 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T12:23:59,417 DEBUG [RS:0;9ea9abad0e9b:33681 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2b964ef071f1c91b5cf4d8a4b89c6f54=test,,1733401430927.2b964ef071f1c91b5cf4d8a4b89c6f54., d9451885635017d0fed0488f2262b5bd=hbase:replication,,1733401433227.d9451885635017d0fed0488f2262b5bd.} 2024-12-05T12:23:59,417 DEBUG [RS:0;9ea9abad0e9b:33681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b964ef071f1c91b5cf4d8a4b89c6f54, d9451885635017d0fed0488f2262b5bd 2024-12-05T12:23:59,417 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:23:59,417 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:23:59,417 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:23:59,417 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:23:59,417 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:23:59,417 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T12:23:59,430 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/data/hbase/meta/1588230740/.tmp/info/769c6d0ca4c74e1abb9c6b12a93e822c is 147, key is hbase:replication,,1733401433227.d9451885635017d0fed0488f2262b5bd./info:regioninfo/1733401434383/Put/seqid=0 2024-12-05T12:23:59,432 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/data/default/test/2b964ef071f1c91b5cf4d8a4b89c6f54/.tmp/f/a327ab2a66b0498cb6c8d717b3086472 is 29, key is row1/f:/1733401438393/DeleteFamily/seqid=0 2024-12-05T12:23:59,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741840_1016 (size=7686) 2024-12-05T12:23:59,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741841_1017 (size=5118) 2024-12-05T12:23:59,436 INFO [regionserver/9ea9abad0e9b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:23:59,480 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920.replicationSource.wal-reader.9ea9abad0e9b%2C33681%2C1733401425920,1-9ea9abad0e9b,33681,1733401425920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/WALs/9ea9abad0e9b,33681,1733401425920/9ea9abad0e9b%2C33681%2C1733401425920.1733401427754 to pos 913, reset compression=false 2024-12-05T12:23:59,484 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920.replicationSource.wal-reader.9ea9abad0e9b%2C33681%2C1733401425920,1-9ea9abad0e9b,33681,1733401425920 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:23:59,485 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920.replicationSource.wal-reader.9ea9abad0e9b%2C33681%2C1733401425920,1-9ea9abad0e9b,33681,1733401425920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/WALs/9ea9abad0e9b,33681,1733401425920/9ea9abad0e9b%2C33681%2C1733401425920.1733401427754 to pos 1160, reset compression=false 2024-12-05T12:23:59,485 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920.replicationSource.shipper9ea9abad0e9b%2C33681%2C1733401425920,1-9ea9abad0e9b,33681,1733401425920 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,33681,1733401425920 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/WALs/9ea9abad0e9b,33681,1733401425920/9ea9abad0e9b%2C33681%2C1733401425920.1733401427754, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:23:59,486 ERROR [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920.replicationSource.shipper9ea9abad0e9b%2C33681%2C1733401425920,1-9ea9abad0e9b,33681,1733401425920 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9ea9abad0e9b,33681,1733401425920: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9ea9abad0e9b,33681,1733401425920, walGroup=9ea9abad0e9b%2C33681%2C1733401425920, offset=9ea9abad0e9b%2C33681%2C1733401425920.1733401427754:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:33681 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T12:23:59,487 ERROR [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920.replicationSource.shipper9ea9abad0e9b%2C33681%2C1733401425920,1-9ea9abad0e9b,33681,1733401425920 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T12:23:59,487 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920.replicationSource.shipper9ea9abad0e9b%2C33681%2C1733401425920,1-9ea9abad0e9b,33681,1733401425920 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T12:23:59,488 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920.replicationSource.shipper9ea9abad0e9b%2C33681%2C1733401425920,1-9ea9abad0e9b,33681,1733401425920 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T12:23:59,488 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920.replicationSource.shipper9ea9abad0e9b%2C33681%2C1733401425920,1-9ea9abad0e9b,33681,1733401425920 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T12:23:59,488 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920.replicationSource.shipper9ea9abad0e9b%2C33681%2C1733401425920,1-9ea9abad0e9b,33681,1733401425920 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T12:23:59,488 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920.replicationSource.shipper9ea9abad0e9b%2C33681%2C1733401425920,1-9ea9abad0e9b,33681,1733401425920 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 609548360 }, "NonHeapMemoryUsage": { "committed": 194510848, "init": 7667712, "max": -1, "used": 189866488 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T12:23:59,488 WARN [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920.replicationSource.shipper9ea9abad0e9b%2C33681%2C1733401425920,1-9ea9abad0e9b,33681,1733401425920 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:40675 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:40675 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-12-05T12:23:59,566 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554.replicationSource.wal-reader.9ea9abad0e9b%2C33711%2C1733401421554,1-9ea9abad0e9b,33711,1733401421554 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/WALs/9ea9abad0e9b,33711,1733401421554/9ea9abad0e9b%2C33711%2C1733401421554.1733401423355 to pos 912, reset compression=false 2024-12-05T12:23:59,617 DEBUG [RS:0;9ea9abad0e9b:33681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b964ef071f1c91b5cf4d8a4b89c6f54, d9451885635017d0fed0488f2262b5bd 2024-12-05T12:23:59,628 INFO [regionserver/9ea9abad0e9b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T12:23:59,628 INFO [regionserver/9ea9abad0e9b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T12:23:59,688 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920.replicationSource.wal-reader.9ea9abad0e9b%2C33681%2C1733401425920,1-9ea9abad0e9b,33681,1733401425920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/WALs/9ea9abad0e9b,33681,1733401425920/9ea9abad0e9b%2C33681%2C1733401425920.1733401427754 to pos 1160, reset compression=false 2024-12-05T12:23:59,817 DEBUG [RS:0;9ea9abad0e9b:33681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b964ef071f1c91b5cf4d8a4b89c6f54, d9451885635017d0fed0488f2262b5bd 2024-12-05T12:23:59,834 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/data/hbase/meta/1588230740/.tmp/info/769c6d0ca4c74e1abb9c6b12a93e822c 2024-12-05T12:23:59,836 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/data/default/test/2b964ef071f1c91b5cf4d8a4b89c6f54/.tmp/f/a327ab2a66b0498cb6c8d717b3086472 2024-12-05T12:23:59,839 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a327ab2a66b0498cb6c8d717b3086472 2024-12-05T12:23:59,852 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/data/hbase/meta/1588230740/.tmp/ns/e2271e41a3ae4eaa9714bc4a802f00af is 43, key is default/ns:d/1733401428697/Put/seqid=0 2024-12-05T12:23:59,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741842_1018 (size=5153) 2024-12-05T12:23:59,856 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/data/hbase/meta/1588230740/.tmp/ns/e2271e41a3ae4eaa9714bc4a802f00af 2024-12-05T12:23:59,856 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/data/default/test/2b964ef071f1c91b5cf4d8a4b89c6f54/.tmp/f1/22adcd472bc343a59fdf95e9203c4177 is 30, key is row1/f1:/1733401438393/DeleteFamily/seqid=0 2024-12-05T12:23:59,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741843_1019 (size=5123) 2024-12-05T12:23:59,862 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/data/default/test/2b964ef071f1c91b5cf4d8a4b89c6f54/.tmp/f1/22adcd472bc343a59fdf95e9203c4177 2024-12-05T12:23:59,872 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 22adcd472bc343a59fdf95e9203c4177 2024-12-05T12:23:59,873 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/data/hbase/meta/1588230740/.tmp/rep_barrier/872dab266ae44f3fb60cb65beda204b4 is 112, key is test,,1733401430927.2b964ef071f1c91b5cf4d8a4b89c6f54./rep_barrier:seqnumDuringOpen/1733401431680/Put/seqid=0 2024-12-05T12:23:59,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741844_1020 (size=5518) 2024-12-05T12:23:59,896 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/data/default/test/2b964ef071f1c91b5cf4d8a4b89c6f54/.tmp/norep/a156f3e9fef44676883f3abf1dc2f9b0 is 33, key is row1/norep:/1733401438393/DeleteFamily/seqid=0 2024-12-05T12:23:59,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741845_1021 (size=5108) 2024-12-05T12:23:59,994 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920.replicationSource.wal-reader.9ea9abad0e9b%2C33681%2C1733401425920,1-9ea9abad0e9b,33681,1733401425920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/WALs/9ea9abad0e9b,33681,1733401425920/9ea9abad0e9b%2C33681%2C1733401425920.1733401427754 to pos 1160, reset compression=false 2024-12-05T12:24:00,018 DEBUG [RS:0;9ea9abad0e9b:33681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b964ef071f1c91b5cf4d8a4b89c6f54, d9451885635017d0fed0488f2262b5bd 2024-12-05T12:24:00,069 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554.replicationSource.wal-reader.9ea9abad0e9b%2C33711%2C1733401421554,1-9ea9abad0e9b,33711,1733401421554 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/WALs/9ea9abad0e9b,33711,1733401421554/9ea9abad0e9b%2C33711%2C1733401421554.1733401423355 to pos 912, reset compression=false 2024-12-05T12:24:00,218 DEBUG [RS:0;9ea9abad0e9b:33681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b964ef071f1c91b5cf4d8a4b89c6f54, d9451885635017d0fed0488f2262b5bd 2024-12-05T12:24:00,284 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/data/hbase/meta/1588230740/.tmp/rep_barrier/872dab266ae44f3fb60cb65beda204b4 2024-12-05T12:24:00,300 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/data/default/test/2b964ef071f1c91b5cf4d8a4b89c6f54/.tmp/norep/a156f3e9fef44676883f3abf1dc2f9b0 2024-12-05T12:24:00,303 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a156f3e9fef44676883f3abf1dc2f9b0 2024-12-05T12:24:00,304 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/data/default/test/2b964ef071f1c91b5cf4d8a4b89c6f54/.tmp/f/a327ab2a66b0498cb6c8d717b3086472 as hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/data/default/test/2b964ef071f1c91b5cf4d8a4b89c6f54/f/a327ab2a66b0498cb6c8d717b3086472 2024-12-05T12:24:00,306 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/data/hbase/meta/1588230740/.tmp/table/956f01bda5e5436280e611f49b328daf is 53, key is hbase:replication/table:state/1733401434389/Put/seqid=0 2024-12-05T12:24:00,308 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a327ab2a66b0498cb6c8d717b3086472 2024-12-05T12:24:00,308 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/data/default/test/2b964ef071f1c91b5cf4d8a4b89c6f54/f/a327ab2a66b0498cb6c8d717b3086472, entries=2, sequenceid=8, filesize=5.0 K 2024-12-05T12:24:00,309 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/data/default/test/2b964ef071f1c91b5cf4d8a4b89c6f54/.tmp/f1/22adcd472bc343a59fdf95e9203c4177 as hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/data/default/test/2b964ef071f1c91b5cf4d8a4b89c6f54/f1/22adcd472bc343a59fdf95e9203c4177 2024-12-05T12:24:00,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741846_1022 (size=5308) 2024-12-05T12:24:00,313 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 22adcd472bc343a59fdf95e9203c4177 2024-12-05T12:24:00,313 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/data/default/test/2b964ef071f1c91b5cf4d8a4b89c6f54/f1/22adcd472bc343a59fdf95e9203c4177, entries=2, sequenceid=8, filesize=5.0 K 2024-12-05T12:24:00,314 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/data/default/test/2b964ef071f1c91b5cf4d8a4b89c6f54/.tmp/norep/a156f3e9fef44676883f3abf1dc2f9b0 as hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/data/default/test/2b964ef071f1c91b5cf4d8a4b89c6f54/norep/a156f3e9fef44676883f3abf1dc2f9b0 2024-12-05T12:24:00,317 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a156f3e9fef44676883f3abf1dc2f9b0 2024-12-05T12:24:00,318 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/data/default/test/2b964ef071f1c91b5cf4d8a4b89c6f54/norep/a156f3e9fef44676883f3abf1dc2f9b0, entries=1, sequenceid=8, filesize=5.0 K 2024-12-05T12:24:00,318 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 2b964ef071f1c91b5cf4d8a4b89c6f54 in 901ms, sequenceid=8, compaction requested=false 2024-12-05T12:24:00,322 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/data/default/test/2b964ef071f1c91b5cf4d8a4b89c6f54/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-05T12:24:00,322 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:24:00,323 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T12:24:00,323 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733401430927.2b964ef071f1c91b5cf4d8a4b89c6f54. 2024-12-05T12:24:00,323 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2b964ef071f1c91b5cf4d8a4b89c6f54: Waiting for close lock at 1733401439417Running coprocessor pre-close hooks at 1733401439417Disabling compacts and flushes for region at 1733401439417Disabling writes for close at 1733401439417Obtaining lock to block concurrent updates at 1733401439417Preparing flush snapshotting stores in 2b964ef071f1c91b5cf4d8a4b89c6f54 at 1733401439417Finished memstore snapshotting test,,1733401430927.2b964ef071f1c91b5cf4d8a4b89c6f54., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733401439417Flushing stores of test,,1733401430927.2b964ef071f1c91b5cf4d8a4b89c6f54. at 1733401439418 (+1 ms)Flushing 2b964ef071f1c91b5cf4d8a4b89c6f54/f: creating writer at 1733401439418Flushing 2b964ef071f1c91b5cf4d8a4b89c6f54/f: appending metadata at 1733401439432 (+14 ms)Flushing 2b964ef071f1c91b5cf4d8a4b89c6f54/f: closing flushed file at 1733401439432Flushing 2b964ef071f1c91b5cf4d8a4b89c6f54/f1: creating writer at 1733401439839 (+407 ms)Flushing 2b964ef071f1c91b5cf4d8a4b89c6f54/f1: appending metadata at 1733401439855 (+16 ms)Flushing 2b964ef071f1c91b5cf4d8a4b89c6f54/f1: closing flushed file at 1733401439855Flushing 2b964ef071f1c91b5cf4d8a4b89c6f54/norep: creating writer at 1733401439872 (+17 ms)Flushing 2b964ef071f1c91b5cf4d8a4b89c6f54/norep: appending metadata at 1733401439895 (+23 ms)Flushing 2b964ef071f1c91b5cf4d8a4b89c6f54/norep: closing flushed file at 1733401439895Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22d6e92e: reopening flushed file at 1733401440303 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f2d96c0: reopening flushed file at 1733401440308 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3aaedce5: reopening flushed file at 1733401440314 (+6 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 2b964ef071f1c91b5cf4d8a4b89c6f54 in 901ms, sequenceid=8, compaction requested=false at 1733401440318 (+4 ms)Writing region close event to WAL at 1733401440319 (+1 ms)Running coprocessor post-close hooks at 1733401440322 (+3 ms)Closed at 1733401440323 (+1 ms) 2024-12-05T12:24:00,323 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733401430927.2b964ef071f1c91b5cf4d8a4b89c6f54. 2024-12-05T12:24:00,323 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d9451885635017d0fed0488f2262b5bd, disabling compactions & flushes 2024-12-05T12:24:00,323 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401433227.d9451885635017d0fed0488f2262b5bd. 2024-12-05T12:24:00,323 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401433227.d9451885635017d0fed0488f2262b5bd. 2024-12-05T12:24:00,323 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401433227.d9451885635017d0fed0488f2262b5bd. after waiting 0 ms 2024-12-05T12:24:00,323 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401433227.d9451885635017d0fed0488f2262b5bd. 2024-12-05T12:24:00,323 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d9451885635017d0fed0488f2262b5bd: Waiting for close lock at 1733401440323Running coprocessor pre-close hooks at 1733401440323Disabling compacts and flushes for region at 1733401440323Disabling writes for close at 1733401440323Failed flush hbase:replication,,1733401433227.d9451885635017d0fed0488f2262b5bd., putting online again at 1733401440323 2024-12-05T12:24:00,324 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733401433227.d9451885635017d0fed0488f2262b5bd. 2024-12-05T12:24:00,398 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920.replicationSource.wal-reader.9ea9abad0e9b%2C33681%2C1733401425920,1-9ea9abad0e9b,33681,1733401425920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/WALs/9ea9abad0e9b,33681,1733401425920/9ea9abad0e9b%2C33681%2C1733401425920.1733401427754 to pos 1160, reset compression=false 2024-12-05T12:24:00,402 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920.replicationSource.wal-reader.9ea9abad0e9b%2C33681%2C1733401425920,1-9ea9abad0e9b,33681,1733401425920 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:24:00,402 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920.replicationSource.wal-reader.9ea9abad0e9b%2C33681%2C1733401425920,1-9ea9abad0e9b,33681,1733401425920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/WALs/9ea9abad0e9b,33681,1733401425920/9ea9abad0e9b%2C33681%2C1733401425920.1733401427754 to pos 1804, reset compression=false 2024-12-05T12:24:00,418 INFO [RS:0;9ea9abad0e9b:33681 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T12:24:00,418 DEBUG [RS:0;9ea9abad0e9b:33681 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d9451885635017d0fed0488f2262b5bd=hbase:replication,,1733401433227.d9451885635017d0fed0488f2262b5bd.} 2024-12-05T12:24:00,418 INFO [RS:0;9ea9abad0e9b:33681 {}] regionserver.HRegionServer(3091): Received CLOSE for d9451885635017d0fed0488f2262b5bd 2024-12-05T12:24:00,418 DEBUG [RS:0;9ea9abad0e9b:33681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d9451885635017d0fed0488f2262b5bd 2024-12-05T12:24:00,418 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d9451885635017d0fed0488f2262b5bd, disabling compactions & flushes 2024-12-05T12:24:00,418 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401433227.d9451885635017d0fed0488f2262b5bd. 2024-12-05T12:24:00,418 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401433227.d9451885635017d0fed0488f2262b5bd. 2024-12-05T12:24:00,418 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401433227.d9451885635017d0fed0488f2262b5bd. after waiting 0 ms 2024-12-05T12:24:00,418 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401433227.d9451885635017d0fed0488f2262b5bd. 2024-12-05T12:24:00,419 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d9451885635017d0fed0488f2262b5bd: Waiting for close lock at 1733401440418Running coprocessor pre-close hooks at 1733401440418Disabling compacts and flushes for region at 1733401440418Disabling writes for close at 1733401440418Failed flush hbase:replication,,1733401433227.d9451885635017d0fed0488f2262b5bd., putting online again at 1733401440419 (+1 ms) 2024-12-05T12:24:00,419 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733401433227.d9451885635017d0fed0488f2262b5bd. 2024-12-05T12:24:00,605 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920.replicationSource.wal-reader.9ea9abad0e9b%2C33681%2C1733401425920,1-9ea9abad0e9b,33681,1733401425920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/WALs/9ea9abad0e9b,33681,1733401425920/9ea9abad0e9b%2C33681%2C1733401425920.1733401427754 to pos 1804, reset compression=false 2024-12-05T12:24:00,618 DEBUG [RS:0;9ea9abad0e9b:33681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:24:00,673 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554.replicationSource.wal-reader.9ea9abad0e9b%2C33711%2C1733401421554,1-9ea9abad0e9b,33711,1733401421554 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/WALs/9ea9abad0e9b,33711,1733401421554/9ea9abad0e9b%2C33711%2C1733401421554.1733401423355 to pos 912, reset compression=false 2024-12-05T12:24:00,711 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/data/hbase/meta/1588230740/.tmp/table/956f01bda5e5436280e611f49b328daf 2024-12-05T12:24:00,715 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/data/hbase/meta/1588230740/.tmp/info/769c6d0ca4c74e1abb9c6b12a93e822c as hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/data/hbase/meta/1588230740/info/769c6d0ca4c74e1abb9c6b12a93e822c 2024-12-05T12:24:00,719 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/data/hbase/meta/1588230740/info/769c6d0ca4c74e1abb9c6b12a93e822c, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T12:24:00,720 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/data/hbase/meta/1588230740/.tmp/ns/e2271e41a3ae4eaa9714bc4a802f00af as hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/data/hbase/meta/1588230740/ns/e2271e41a3ae4eaa9714bc4a802f00af 2024-12-05T12:24:00,723 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/data/hbase/meta/1588230740/ns/e2271e41a3ae4eaa9714bc4a802f00af, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T12:24:00,724 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/data/hbase/meta/1588230740/.tmp/rep_barrier/872dab266ae44f3fb60cb65beda204b4 as hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/data/hbase/meta/1588230740/rep_barrier/872dab266ae44f3fb60cb65beda204b4 2024-12-05T12:24:00,728 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/data/hbase/meta/1588230740/rep_barrier/872dab266ae44f3fb60cb65beda204b4, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T12:24:00,728 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/data/hbase/meta/1588230740/.tmp/table/956f01bda5e5436280e611f49b328daf as hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/data/hbase/meta/1588230740/table/956f01bda5e5436280e611f49b328daf 2024-12-05T12:24:00,732 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/data/hbase/meta/1588230740/table/956f01bda5e5436280e611f49b328daf, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T12:24:00,732 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1315ms, sequenceid=16, compaction requested=false 2024-12-05T12:24:00,737 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T12:24:00,737 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:24:00,737 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:24:00,737 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:24:00,737 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401439417Running coprocessor pre-close hooks at 1733401439417Disabling compacts and flushes for region at 1733401439417Disabling writes for close at 1733401439417Obtaining lock to block concurrent updates at 1733401439417Preparing flush snapshotting stores in 1588230740 at 1733401439417Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733401439418 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733401439418Flushing 1588230740/info: creating writer at 1733401439418Flushing 1588230740/info: appending metadata at 1733401439430 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733401439430Flushing 1588230740/ns: creating writer at 1733401439838 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733401439851 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733401439851Flushing 1588230740/rep_barrier: creating writer at 1733401439860 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733401439873 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733401439873Flushing 1588230740/table: creating writer at 1733401440288 (+415 ms)Flushing 1588230740/table: appending metadata at 1733401440305 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733401440305Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41c846c: reopening flushed file at 1733401440714 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6772d37f: reopening flushed file at 1733401440719 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@90825ca: reopening flushed file at 1733401440723 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4db5507c: reopening flushed file at 1733401440728 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1315ms, sequenceid=16, compaction requested=false at 1733401440732 (+4 ms)Writing region close event to WAL at 1733401440734 (+2 ms)Running coprocessor post-close hooks at 1733401440737 (+3 ms)Closed at 1733401440737 2024-12-05T12:24:00,738 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T12:24:00,819 INFO [RS:0;9ea9abad0e9b:33681 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-05T12:24:00,819 INFO [RS:0;9ea9abad0e9b:33681 {}] regionserver.HRegionServer(976): stopping server 9ea9abad0e9b,33681,1733401425920; all regions closed. 2024-12-05T12:24:00,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741834_1010 (size=4239) 2024-12-05T12:24:00,821 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/WALs/9ea9abad0e9b,33681,1733401425920/9ea9abad0e9b%2C33681%2C1733401425920.meta.1733401428657.meta not finished, retry = 0 2024-12-05T12:24:00,908 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920.replicationSource.wal-reader.9ea9abad0e9b%2C33681%2C1733401425920,1-9ea9abad0e9b,33681,1733401425920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/WALs/9ea9abad0e9b,33681,1733401425920/9ea9abad0e9b%2C33681%2C1733401425920.1733401427754 to pos 1804, reset compression=false 2024-12-05T12:24:00,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741839_1015 (size=1733) 2024-12-05T12:24:00,923 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/WALs/9ea9abad0e9b,33681,1733401425920/9ea9abad0e9b%2C33681%2C1733401425920.rep.1733401434357 not finished, retry = 0 2024-12-05T12:24:01,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741832_1008 (size=1812) 2024-12-05T12:24:01,027 DEBUG [RS:0;9ea9abad0e9b:33681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:01,027 INFO [RS:0;9ea9abad0e9b:33681 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:24:01,027 INFO [RS:0;9ea9abad0e9b:33681 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:24:01,027 INFO [RS:0;9ea9abad0e9b:33681 {}] hbase.ChoreService(370): Chore service for: regionserver/9ea9abad0e9b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T12:24:01,027 INFO [RS:0;9ea9abad0e9b:33681 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:24:01,027 INFO [regionserver/9ea9abad0e9b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:24:01,027 INFO [RS:0;9ea9abad0e9b:33681 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9ea9abad0e9b,33681,1733401425920 because: Region server is closing 2024-12-05T12:24:01,028 INFO [RS:0;9ea9abad0e9b:33681 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ea9abad0e9b:33681. 2024-12-05T12:24:01,028 DEBUG [RS:0;9ea9abad0e9b:33681 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:24:01,028 DEBUG [RS:0;9ea9abad0e9b:33681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:01,028 DEBUG [RS:0;9ea9abad0e9b:33681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:01,028 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:24:01,128 INFO [RS:0;9ea9abad0e9b:33681 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920.replicationSource.shipper9ea9abad0e9b%2C33681%2C1733401425920,1-9ea9abad0e9b,33681,1733401425920 terminated 2024-12-05T12:24:01,128 WARN [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33681,1733401425920.replicationSource.wal-reader.9ea9abad0e9b%2C33681%2C1733401425920,1-9ea9abad0e9b,33681,1733401425920 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T12:24:01,128 INFO [RS:0;9ea9abad0e9b:33681 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ea9abad0e9b:33681. 2024-12-05T12:24:01,128 DEBUG [RS:0;9ea9abad0e9b:33681 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:24:01,128 DEBUG [RS:0;9ea9abad0e9b:33681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:01,129 DEBUG [RS:0;9ea9abad0e9b:33681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:01,129 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:24:01,129 INFO [RS:0;9ea9abad0e9b:33681 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33681 2024-12-05T12:24:01,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40675-0x101a6a0665e0003, quorum=127.0.0.1:57834, baseZNode=/1-1374736505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1374736505/rs 2024-12-05T12:24:01,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33681-0x101a6a0665e0004, quorum=127.0.0.1:57834, baseZNode=/1-1374736505 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1374736505/rs/9ea9abad0e9b,33681,1733401425920 2024-12-05T12:24:01,232 INFO [RS:0;9ea9abad0e9b:33681 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:24:01,240 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9ea9abad0e9b,33681,1733401425920] 2024-12-05T12:24:01,248 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1374736505/draining/9ea9abad0e9b,33681,1733401425920 already deleted, retry=false 2024-12-05T12:24:01,248 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9ea9abad0e9b,33681,1733401425920 expired; onlineServers=0 2024-12-05T12:24:01,248 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9ea9abad0e9b,40675,1733401425808' ***** 2024-12-05T12:24:01,248 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T12:24:01,248 INFO [M:0;9ea9abad0e9b:40675 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:24:01,248 INFO [M:0;9ea9abad0e9b:40675 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:24:01,249 DEBUG [M:0;9ea9abad0e9b:40675 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T12:24:01,249 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T12:24:01,249 DEBUG [M:0;9ea9abad0e9b:40675 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T12:24:01,249 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401427478 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401427478,5,FailOnTimeoutGroup] 2024-12-05T12:24:01,249 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401427478 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401427478,5,FailOnTimeoutGroup] 2024-12-05T12:24:01,249 INFO [M:0;9ea9abad0e9b:40675 {}] hbase.ChoreService(370): Chore service for: master/9ea9abad0e9b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T12:24:01,249 INFO [M:0;9ea9abad0e9b:40675 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:24:01,249 DEBUG [M:0;9ea9abad0e9b:40675 {}] master.HMaster(1795): Stopping service threads 2024-12-05T12:24:01,249 INFO [M:0;9ea9abad0e9b:40675 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T12:24:01,249 INFO [M:0;9ea9abad0e9b:40675 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:24:01,249 INFO [M:0;9ea9abad0e9b:40675 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T12:24:01,249 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T12:24:01,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40675-0x101a6a0665e0003, quorum=127.0.0.1:57834, baseZNode=/1-1374736505 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1374736505/master 2024-12-05T12:24:01,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40675-0x101a6a0665e0003, quorum=127.0.0.1:57834, baseZNode=/1-1374736505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1374736505 2024-12-05T12:24:01,257 DEBUG [M:0;9ea9abad0e9b:40675 {}] zookeeper.ZKUtil(347): master:40675-0x101a6a0665e0003, quorum=127.0.0.1:57834, baseZNode=/1-1374736505 Unable to get data of znode /1-1374736505/master because node does not exist (not an error) 2024-12-05T12:24:01,257 WARN [M:0;9ea9abad0e9b:40675 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T12:24:01,257 INFO [M:0;9ea9abad0e9b:40675 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/.lastflushedseqids 2024-12-05T12:24:01,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741847_1023 (size=245) 2024-12-05T12:24:01,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33681-0x101a6a0665e0004, quorum=127.0.0.1:57834, baseZNode=/1-1374736505 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:24:01,340 INFO [RS:0;9ea9abad0e9b:33681 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:24:01,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33681-0x101a6a0665e0004, quorum=127.0.0.1:57834, baseZNode=/1-1374736505 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:24:01,340 INFO [RS:0;9ea9abad0e9b:33681 {}] regionserver.HRegionServer(1031): Exiting; stopping=9ea9abad0e9b,33681,1733401425920; zookeeper connection closed. 2024-12-05T12:24:01,340 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6e8d6e37 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6e8d6e37 2024-12-05T12:24:01,341 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T12:24:01,377 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554.replicationSource.wal-reader.9ea9abad0e9b%2C33711%2C1733401421554,1-9ea9abad0e9b,33711,1733401421554 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/WALs/9ea9abad0e9b,33711,1733401421554/9ea9abad0e9b%2C33711%2C1733401421554.1733401423355 to pos 912, reset compression=false 2024-12-05T12:24:01,661 INFO [M:0;9ea9abad0e9b:40675 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T12:24:01,661 INFO [M:0;9ea9abad0e9b:40675 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T12:24:01,661 DEBUG [M:0;9ea9abad0e9b:40675 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:24:01,661 INFO [M:0;9ea9abad0e9b:40675 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:01,661 DEBUG [M:0;9ea9abad0e9b:40675 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:01,661 DEBUG [M:0;9ea9abad0e9b:40675 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:24:01,661 DEBUG [M:0;9ea9abad0e9b:40675 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:01,662 INFO [M:0;9ea9abad0e9b:40675 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-05T12:24:01,674 DEBUG [M:0;9ea9abad0e9b:40675 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/24b17d247ea140a9bf9c0eddb5fe4594 is 82, key is hbase:meta,,1/info:regioninfo/1733401428684/Put/seqid=0 2024-12-05T12:24:01,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741848_1024 (size=5672) 2024-12-05T12:24:02,078 INFO [M:0;9ea9abad0e9b:40675 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/24b17d247ea140a9bf9c0eddb5fe4594 2024-12-05T12:24:02,098 DEBUG [M:0;9ea9abad0e9b:40675 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d8a8399a33a47de937c987ece3b8ba3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733401434391/Put/seqid=0 2024-12-05T12:24:02,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741849_1025 (size=8517) 2024-12-05T12:24:02,181 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554.replicationSource.wal-reader.9ea9abad0e9b%2C33711%2C1733401421554,1-9ea9abad0e9b,33711,1733401421554 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/WALs/9ea9abad0e9b,33711,1733401421554/9ea9abad0e9b%2C33711%2C1733401421554.1733401423355 to pos 912, reset compression=false 2024-12-05T12:24:02,501 INFO [M:0;9ea9abad0e9b:40675 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d8a8399a33a47de937c987ece3b8ba3 2024-12-05T12:24:02,516 DEBUG [M:0;9ea9abad0e9b:40675 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/374ce6640b1545f4987835cb80dc4368 is 69, key is 9ea9abad0e9b,33681,1733401425920/rs:state/1733401427582/Put/seqid=0 2024-12-05T12:24:02,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741850_1026 (size=5156) 2024-12-05T12:24:02,920 INFO [M:0;9ea9abad0e9b:40675 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/374ce6640b1545f4987835cb80dc4368 2024-12-05T12:24:02,950 DEBUG [M:0;9ea9abad0e9b:40675 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/24b17d247ea140a9bf9c0eddb5fe4594 as hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/24b17d247ea140a9bf9c0eddb5fe4594 2024-12-05T12:24:02,953 INFO [M:0;9ea9abad0e9b:40675 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/24b17d247ea140a9bf9c0eddb5fe4594, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T12:24:02,954 DEBUG [M:0;9ea9abad0e9b:40675 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d8a8399a33a47de937c987ece3b8ba3 as hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9d8a8399a33a47de937c987ece3b8ba3 2024-12-05T12:24:02,958 INFO [M:0;9ea9abad0e9b:40675 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9d8a8399a33a47de937c987ece3b8ba3, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T12:24:02,958 DEBUG [M:0;9ea9abad0e9b:40675 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/374ce6640b1545f4987835cb80dc4368 as hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/374ce6640b1545f4987835cb80dc4368 2024-12-05T12:24:02,962 INFO [M:0;9ea9abad0e9b:40675 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35999/user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/374ce6640b1545f4987835cb80dc4368, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T12:24:02,962 INFO [M:0;9ea9abad0e9b:40675 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=97, compaction requested=false 2024-12-05T12:24:02,963 INFO [M:0;9ea9abad0e9b:40675 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:02,963 DEBUG [M:0;9ea9abad0e9b:40675 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401441661Disabling compacts and flushes for region at 1733401441661Disabling writes for close at 1733401441661Obtaining lock to block concurrent updates at 1733401441662 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733401441662Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733401441662Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733401441662Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733401441663 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733401441674 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733401441674Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733401442082 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733401442097 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733401442097Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733401442505 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733401442516 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733401442516Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5066f46a: reopening flushed file at 1733401442949 (+433 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a000ae4: reopening flushed file at 1733401442954 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5293297e: reopening flushed file at 1733401442958 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=97, compaction requested=false at 1733401442962 (+4 ms)Writing region close event to WAL at 1733401442963 (+1 ms)Closed at 1733401442963 2024-12-05T12:24:02,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741830_1006 (size=63666) 2024-12-05T12:24:02,965 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/de6fd664-ece3-d466-72c3-dd736e87cec3/MasterData/WALs/9ea9abad0e9b,40675,1733401425808/9ea9abad0e9b%2C40675%2C1733401425808.1733401427226 not finished, retry = 0 2024-12-05T12:24:03,066 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:24:03,066 INFO [M:0;9ea9abad0e9b:40675 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T12:24:03,066 INFO [M:0;9ea9abad0e9b:40675 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40675 2024-12-05T12:24:03,066 INFO [M:0;9ea9abad0e9b:40675 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:24:03,084 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554.replicationSource.wal-reader.9ea9abad0e9b%2C33711%2C1733401421554,1-9ea9abad0e9b,33711,1733401421554 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/WALs/9ea9abad0e9b,33711,1733401421554/9ea9abad0e9b%2C33711%2C1733401421554.1733401423355 to pos 912, reset compression=false 2024-12-05T12:24:03,182 INFO [M:0;9ea9abad0e9b:40675 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:24:03,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40675-0x101a6a0665e0003, quorum=127.0.0.1:57834, baseZNode=/1-1374736505 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:24:03,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40675-0x101a6a0665e0003, quorum=127.0.0.1:57834, baseZNode=/1-1374736505 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:24:03,184 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33a621eb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:24:03,184 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b6cdc48{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:24:03,184 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:24:03,184 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b907227{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:24:03,184 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@abd61a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074427d7-b572-b89c-3f9a-4308e345764a/hadoop.log.dir/,STOPPED} 2024-12-05T12:24:03,186 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T12:24:03,186 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T12:24:03,186 WARN [BP-149497559-172.17.0.3-1733401424424 heartbeating to localhost/127.0.0.1:35999 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T12:24:03,186 WARN [BP-149497559-172.17.0.3-1733401424424 heartbeating to localhost/127.0.0.1:35999 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-149497559-172.17.0.3-1733401424424 (Datanode Uuid 440967aa-8878-43da-a2c8-3d225f43f05b) service to localhost/127.0.0.1:35999 2024-12-05T12:24:03,186 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074427d7-b572-b89c-3f9a-4308e345764a/cluster_8665b856-51d2-24fc-fece-61c04335a05b/data/data1/current/BP-149497559-172.17.0.3-1733401424424 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:24:03,186 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074427d7-b572-b89c-3f9a-4308e345764a/cluster_8665b856-51d2-24fc-fece-61c04335a05b/data/data2/current/BP-149497559-172.17.0.3-1733401424424 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:24:03,187 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T12:24:03,192 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4f3fad59{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:24:03,192 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@464b868d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:24:03,192 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:24:03,192 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c4acb23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:24:03,192 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b874f9b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074427d7-b572-b89c-3f9a-4308e345764a/hadoop.log.dir/,STOPPED} 2024-12-05T12:24:03,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T12:24:03,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T12:24:03,208 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:24:03,208 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:24:03,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:03,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:03,209 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:24:03,209 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T12:24:03,209 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=923778924, stopped=false 2024-12-05T12:24:03,209 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9ea9abad0e9b,37615,1733401421417 2024-12-05T12:24:03,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37615-0x101a6a0665e0000, quorum=127.0.0.1:57834, baseZNode=/01536572650 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01536572650/running 2024-12-05T12:24:03,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33711-0x101a6a0665e0001, quorum=127.0.0.1:57834, baseZNode=/01536572650 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01536572650/running 2024-12-05T12:24:03,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33711-0x101a6a0665e0001, quorum=127.0.0.1:57834, baseZNode=/01536572650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01536572650 2024-12-05T12:24:03,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37615-0x101a6a0665e0000, quorum=127.0.0.1:57834, baseZNode=/01536572650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01536572650 2024-12-05T12:24:03,223 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:24:03,224 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:24:03,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37615-0x101a6a0665e0000, quorum=127.0.0.1:57834, baseZNode=/01536572650 Set watcher on znode that does not yet exist, /01536572650/running 2024-12-05T12:24:03,224 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:24:03,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:03,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33711-0x101a6a0665e0001, quorum=127.0.0.1:57834, baseZNode=/01536572650 Set watcher on znode that does not yet exist, /01536572650/running 2024-12-05T12:24:03,224 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9ea9abad0e9b,33711,1733401421554' ***** 2024-12-05T12:24:03,224 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T12:24:03,224 INFO [RS:0;9ea9abad0e9b:33711 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T12:24:03,224 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T12:24:03,224 INFO [RS:0;9ea9abad0e9b:33711 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T12:24:03,225 INFO [RS:0;9ea9abad0e9b:33711 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T12:24:03,225 INFO [RS:0;9ea9abad0e9b:33711 {}] regionserver.HRegionServer(3091): Received CLOSE for 07eb6c338cf835e8b9641155ed6980f4 2024-12-05T12:24:03,225 INFO [RS:0;9ea9abad0e9b:33711 {}] regionserver.HRegionServer(3091): Received CLOSE for 03b2194ed8d1a0440e4dcaced5b21462 2024-12-05T12:24:03,225 INFO [RS:0;9ea9abad0e9b:33711 {}] regionserver.HRegionServer(959): stopping server 9ea9abad0e9b,33711,1733401421554 2024-12-05T12:24:03,225 INFO [RS:0;9ea9abad0e9b:33711 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:24:03,225 INFO [RS:0;9ea9abad0e9b:33711 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ea9abad0e9b:33711. 2024-12-05T12:24:03,225 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 07eb6c338cf835e8b9641155ed6980f4, disabling compactions & flushes 2024-12-05T12:24:03,225 DEBUG [RS:0;9ea9abad0e9b:33711 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:24:03,225 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401432090.07eb6c338cf835e8b9641155ed6980f4. 2024-12-05T12:24:03,225 DEBUG [RS:0;9ea9abad0e9b:33711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:03,225 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401432090.07eb6c338cf835e8b9641155ed6980f4. 2024-12-05T12:24:03,225 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401432090.07eb6c338cf835e8b9641155ed6980f4. after waiting 0 ms 2024-12-05T12:24:03,225 INFO [RS:0;9ea9abad0e9b:33711 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T12:24:03,225 INFO [RS:0;9ea9abad0e9b:33711 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T12:24:03,225 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401432090.07eb6c338cf835e8b9641155ed6980f4. 2024-12-05T12:24:03,225 INFO [RS:0;9ea9abad0e9b:33711 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T12:24:03,225 INFO [RS:0;9ea9abad0e9b:33711 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T12:24:03,225 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 07eb6c338cf835e8b9641155ed6980f4 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-12-05T12:24:03,225 INFO [RS:0;9ea9abad0e9b:33711 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T12:24:03,225 DEBUG [RS:0;9ea9abad0e9b:33711 {}] regionserver.HRegionServer(1325): Online Regions={07eb6c338cf835e8b9641155ed6980f4=hbase:replication,,1733401432090.07eb6c338cf835e8b9641155ed6980f4., 1588230740=hbase:meta,,1.1588230740, 03b2194ed8d1a0440e4dcaced5b21462=test,,1733401428778.03b2194ed8d1a0440e4dcaced5b21462.} 2024-12-05T12:24:03,225 DEBUG [RS:0;9ea9abad0e9b:33711 {}] regionserver.HRegionServer(1351): Waiting on 03b2194ed8d1a0440e4dcaced5b21462, 07eb6c338cf835e8b9641155ed6980f4, 1588230740 2024-12-05T12:24:03,225 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:24:03,225 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:24:03,225 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:24:03,226 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:24:03,226 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:24:03,226 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T12:24:03,226 INFO [regionserver/9ea9abad0e9b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T12:24:03,226 INFO [regionserver/9ea9abad0e9b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T12:24:03,240 INFO [regionserver/9ea9abad0e9b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:24:03,248 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/data/hbase/replication/07eb6c338cf835e8b9641155ed6980f4/.tmp/queue/47cc8f26f7e343f1a13c5b418e25e0d8 is 153, key is 1-9ea9abad0e9b,33711,1733401421554/queue:9ea9abad0e9b%2C33711%2C1733401421554/1733401438657/Put/seqid=0 2024-12-05T12:24:03,248 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/data/hbase/meta/1588230740/.tmp/info/17f3ac809a674d2789d080745bd9cb74 is 147, key is hbase:replication,,1733401432090.07eb6c338cf835e8b9641155ed6980f4./info:regioninfo/1733401432874/Put/seqid=0 2024-12-05T12:24:03,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43981 is added to blk_1073741841_1017 (size=7686) 2024-12-05T12:24:03,253 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/data/hbase/meta/1588230740/.tmp/info/17f3ac809a674d2789d080745bd9cb74 2024-12-05T12:24:03,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43981 is added to blk_1073741840_1016 (size=5352) 2024-12-05T12:24:03,285 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/data/hbase/meta/1588230740/.tmp/ns/80116dbf00ce4085b9e7aa509ade721d is 43, key is default/ns:d/1733401424363/Put/seqid=0 2024-12-05T12:24:03,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43981 is added to blk_1073741842_1018 (size=5153) 2024-12-05T12:24:03,426 DEBUG [RS:0;9ea9abad0e9b:33711 {}] regionserver.HRegionServer(1351): Waiting on 03b2194ed8d1a0440e4dcaced5b21462, 07eb6c338cf835e8b9641155ed6980f4, 1588230740 2024-12-05T12:24:03,626 DEBUG [RS:0;9ea9abad0e9b:33711 {}] regionserver.HRegionServer(1351): Waiting on 03b2194ed8d1a0440e4dcaced5b21462, 07eb6c338cf835e8b9641155ed6980f4, 1588230740 2024-12-05T12:24:03,660 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/data/hbase/replication/07eb6c338cf835e8b9641155ed6980f4/.tmp/queue/47cc8f26f7e343f1a13c5b418e25e0d8 2024-12-05T12:24:03,665 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/data/hbase/replication/07eb6c338cf835e8b9641155ed6980f4/.tmp/queue/47cc8f26f7e343f1a13c5b418e25e0d8 as hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/data/hbase/replication/07eb6c338cf835e8b9641155ed6980f4/queue/47cc8f26f7e343f1a13c5b418e25e0d8 2024-12-05T12:24:03,669 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/data/hbase/replication/07eb6c338cf835e8b9641155ed6980f4/queue/47cc8f26f7e343f1a13c5b418e25e0d8, entries=1, sequenceid=10, filesize=5.2 K 2024-12-05T12:24:03,670 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 07eb6c338cf835e8b9641155ed6980f4 in 445ms, sequenceid=10, compaction requested=false 2024-12-05T12:24:03,677 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/data/hbase/replication/07eb6c338cf835e8b9641155ed6980f4/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-05T12:24:03,678 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:24:03,678 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:24:03,678 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733401432090.07eb6c338cf835e8b9641155ed6980f4. 2024-12-05T12:24:03,678 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 07eb6c338cf835e8b9641155ed6980f4: Waiting for close lock at 1733401443225Running coprocessor pre-close hooks at 1733401443225Disabling compacts and flushes for region at 1733401443225Disabling writes for close at 1733401443225Obtaining lock to block concurrent updates at 1733401443225Preparing flush snapshotting stores in 07eb6c338cf835e8b9641155ed6980f4 at 1733401443225Finished memstore snapshotting hbase:replication,,1733401432090.07eb6c338cf835e8b9641155ed6980f4., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1733401443226 (+1 ms)Flushing stores of hbase:replication,,1733401432090.07eb6c338cf835e8b9641155ed6980f4. at 1733401443226Flushing 07eb6c338cf835e8b9641155ed6980f4/queue: creating writer at 1733401443226Flushing 07eb6c338cf835e8b9641155ed6980f4/queue: appending metadata at 1733401443248 (+22 ms)Flushing 07eb6c338cf835e8b9641155ed6980f4/queue: closing flushed file at 1733401443248Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70ab12ff: reopening flushed file at 1733401443664 (+416 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 07eb6c338cf835e8b9641155ed6980f4 in 445ms, sequenceid=10, compaction requested=false at 1733401443670 (+6 ms)Writing region close event to WAL at 1733401443675 (+5 ms)Running coprocessor post-close hooks at 1733401443678 (+3 ms)Closed at 1733401443678 2024-12-05T12:24:03,678 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733401432090.07eb6c338cf835e8b9641155ed6980f4. 2024-12-05T12:24:03,679 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 03b2194ed8d1a0440e4dcaced5b21462, disabling compactions & flushes 2024-12-05T12:24:03,679 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733401428778.03b2194ed8d1a0440e4dcaced5b21462. 2024-12-05T12:24:03,679 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401428778.03b2194ed8d1a0440e4dcaced5b21462. 2024-12-05T12:24:03,679 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733401428778.03b2194ed8d1a0440e4dcaced5b21462. after waiting 0 ms 2024-12-05T12:24:03,679 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733401428778.03b2194ed8d1a0440e4dcaced5b21462. 2024-12-05T12:24:03,679 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 03b2194ed8d1a0440e4dcaced5b21462 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-12-05T12:24:03,689 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/data/hbase/meta/1588230740/.tmp/ns/80116dbf00ce4085b9e7aa509ade721d 2024-12-05T12:24:03,698 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/data/default/test/03b2194ed8d1a0440e4dcaced5b21462/.tmp/f/123d7428f71c444cb7c61803a68de102 is 29, key is row1/f:/1733401438393/DeleteFamily/seqid=0 2024-12-05T12:24:03,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43981 is added to blk_1073741843_1019 (size=5118) 2024-12-05T12:24:03,706 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/data/hbase/meta/1588230740/.tmp/rep_barrier/6ddc0d470b694a4cae480df33bf14320 is 112, key is test,,1733401428778.03b2194ed8d1a0440e4dcaced5b21462./rep_barrier:seqnumDuringOpen/1733401429927/Put/seqid=0 2024-12-05T12:24:03,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43981 is added to blk_1073741844_1020 (size=5518) 2024-12-05T12:24:03,826 DEBUG [RS:0;9ea9abad0e9b:33711 {}] regionserver.HRegionServer(1351): Waiting on 03b2194ed8d1a0440e4dcaced5b21462, 1588230740 2024-12-05T12:24:03,995 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:24:03,995 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9ea9abad0e9b,43791,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:43791 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T12:24:03,996 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28307 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9ea9abad0e9b,43791,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:43791 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T12:24:04,026 DEBUG [RS:0;9ea9abad0e9b:33711 {}] regionserver.HRegionServer(1351): Waiting on 03b2194ed8d1a0440e4dcaced5b21462, 1588230740 2024-12-05T12:24:04,088 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554.replicationSource.wal-reader.9ea9abad0e9b%2C33711%2C1733401421554,1-9ea9abad0e9b,33711,1733401421554 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/WALs/9ea9abad0e9b,33711,1733401421554/9ea9abad0e9b%2C33711%2C1733401421554.1733401423355 to pos 912, reset compression=false 2024-12-05T12:24:04,093 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554.replicationSource.wal-reader.9ea9abad0e9b%2C33711%2C1733401421554,1-9ea9abad0e9b,33711,1733401421554 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:24:04,093 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554.replicationSource.wal-reader.9ea9abad0e9b%2C33711%2C1733401421554,1-9ea9abad0e9b,33711,1733401421554 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/WALs/9ea9abad0e9b,33711,1733401421554/9ea9abad0e9b%2C33711%2C1733401421554.1733401423355 to pos 1159, reset compression=false 2024-12-05T12:24:04,093 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554.replicationSource.shipper9ea9abad0e9b%2C33711%2C1733401421554,1-9ea9abad0e9b,33711,1733401421554 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,33711,1733401421554 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/WALs/9ea9abad0e9b,33711,1733401421554/9ea9abad0e9b%2C33711%2C1733401421554.1733401423355, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:24:04,094 ERROR [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554.replicationSource.shipper9ea9abad0e9b%2C33711%2C1733401421554,1-9ea9abad0e9b,33711,1733401421554 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9ea9abad0e9b,33711,1733401421554: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9ea9abad0e9b,33711,1733401421554, walGroup=9ea9abad0e9b%2C33711%2C1733401421554, offset=9ea9abad0e9b%2C33711%2C1733401421554.1733401423355:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:33711 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T12:24:04,095 ERROR [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554.replicationSource.shipper9ea9abad0e9b%2C33711%2C1733401421554,1-9ea9abad0e9b,33711,1733401421554 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T12:24:04,095 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554.replicationSource.shipper9ea9abad0e9b%2C33711%2C1733401421554,1-9ea9abad0e9b,33711,1733401421554 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T12:24:04,095 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554.replicationSource.shipper9ea9abad0e9b%2C33711%2C1733401421554,1-9ea9abad0e9b,33711,1733401421554 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T12:24:04,095 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554.replicationSource.shipper9ea9abad0e9b%2C33711%2C1733401421554,1-9ea9abad0e9b,33711,1733401421554 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T12:24:04,096 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554.replicationSource.shipper9ea9abad0e9b%2C33711%2C1733401421554,1-9ea9abad0e9b,33711,1733401421554 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T12:24:04,096 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554.replicationSource.shipper9ea9abad0e9b%2C33711%2C1733401421554,1-9ea9abad0e9b,33711,1733401421554 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 680851528 }, "NonHeapMemoryUsage": { "committed": 195035136, "init": 7667712, "max": -1, "used": 190822880 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T12:24:04,096 WARN [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554.replicationSource.shipper9ea9abad0e9b%2C33711%2C1733401421554,1-9ea9abad0e9b,33711,1733401421554 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:37615 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:37615 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-12-05T12:24:04,102 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/data/default/test/03b2194ed8d1a0440e4dcaced5b21462/.tmp/f/123d7428f71c444cb7c61803a68de102 2024-12-05T12:24:04,106 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 123d7428f71c444cb7c61803a68de102 2024-12-05T12:24:04,110 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/data/hbase/meta/1588230740/.tmp/rep_barrier/6ddc0d470b694a4cae480df33bf14320 2024-12-05T12:24:04,120 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/data/default/test/03b2194ed8d1a0440e4dcaced5b21462/.tmp/f1/b85a31bf48174b5a87097ac6d925db10 is 30, key is row1/f1:/1733401438393/DeleteFamily/seqid=0 2024-12-05T12:24:04,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43981 is added to blk_1073741845_1021 (size=5123) 2024-12-05T12:24:04,128 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/data/hbase/meta/1588230740/.tmp/table/a3160e84c8054a2e92caeafea3b09501 is 53, key is hbase:replication/table:state/1733401432881/Put/seqid=0 2024-12-05T12:24:04,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43981 is added to blk_1073741846_1022 (size=5308) 2024-12-05T12:24:04,226 INFO [RS:0;9ea9abad0e9b:33711 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T12:24:04,226 DEBUG [RS:0;9ea9abad0e9b:33711 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 03b2194ed8d1a0440e4dcaced5b21462=test,,1733401428778.03b2194ed8d1a0440e4dcaced5b21462.} 2024-12-05T12:24:04,226 DEBUG [RS:0;9ea9abad0e9b:33711 {}] regionserver.HRegionServer(1351): Waiting on 03b2194ed8d1a0440e4dcaced5b21462, 1588230740 2024-12-05T12:24:04,297 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554.replicationSource.wal-reader.9ea9abad0e9b%2C33711%2C1733401421554,1-9ea9abad0e9b,33711,1733401421554 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/WALs/9ea9abad0e9b,33711,1733401421554/9ea9abad0e9b%2C33711%2C1733401421554.1733401423355 to pos 1159, reset compression=false 2024-12-05T12:24:04,427 DEBUG [RS:0;9ea9abad0e9b:33711 {}] regionserver.HRegionServer(1351): Waiting on 03b2194ed8d1a0440e4dcaced5b21462, 1588230740 2024-12-05T12:24:04,524 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/data/default/test/03b2194ed8d1a0440e4dcaced5b21462/.tmp/f1/b85a31bf48174b5a87097ac6d925db10 2024-12-05T12:24:04,528 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b85a31bf48174b5a87097ac6d925db10 2024-12-05T12:24:04,532 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/data/hbase/meta/1588230740/.tmp/table/a3160e84c8054a2e92caeafea3b09501 2024-12-05T12:24:04,536 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/data/hbase/meta/1588230740/.tmp/info/17f3ac809a674d2789d080745bd9cb74 as hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/data/hbase/meta/1588230740/info/17f3ac809a674d2789d080745bd9cb74 2024-12-05T12:24:04,539 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/data/hbase/meta/1588230740/info/17f3ac809a674d2789d080745bd9cb74, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T12:24:04,540 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/data/hbase/meta/1588230740/.tmp/ns/80116dbf00ce4085b9e7aa509ade721d as hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/data/hbase/meta/1588230740/ns/80116dbf00ce4085b9e7aa509ade721d 2024-12-05T12:24:04,542 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/data/default/test/03b2194ed8d1a0440e4dcaced5b21462/.tmp/norep/ab0198d961fa4e7b87a642e762d69878 is 32, key is row/norep:/1733401437388/DeleteFamily/seqid=0 2024-12-05T12:24:04,544 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/data/hbase/meta/1588230740/ns/80116dbf00ce4085b9e7aa509ade721d, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T12:24:04,544 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/data/hbase/meta/1588230740/.tmp/rep_barrier/6ddc0d470b694a4cae480df33bf14320 as hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/data/hbase/meta/1588230740/rep_barrier/6ddc0d470b694a4cae480df33bf14320 2024-12-05T12:24:04,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43981 is added to blk_1073741847_1023 (size=5101) 2024-12-05T12:24:04,548 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/data/hbase/meta/1588230740/rep_barrier/6ddc0d470b694a4cae480df33bf14320, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T12:24:04,549 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/data/hbase/meta/1588230740/.tmp/table/a3160e84c8054a2e92caeafea3b09501 as hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/data/hbase/meta/1588230740/table/a3160e84c8054a2e92caeafea3b09501 2024-12-05T12:24:04,552 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/data/hbase/meta/1588230740/table/a3160e84c8054a2e92caeafea3b09501, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T12:24:04,553 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1327ms, sequenceid=16, compaction requested=false 2024-12-05T12:24:04,556 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T12:24:04,557 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:24:04,557 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:24:04,557 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:24:04,557 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401443225Running coprocessor pre-close hooks at 1733401443225Disabling compacts and flushes for region at 1733401443225Disabling writes for close at 1733401443226 (+1 ms)Obtaining lock to block concurrent updates at 1733401443226Preparing flush snapshotting stores in 1588230740 at 1733401443226Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733401443226Flushing stores of hbase:meta,,1.1588230740 at 1733401443226Flushing 1588230740/info: creating writer at 1733401443227 (+1 ms)Flushing 1588230740/info: appending metadata at 1733401443248 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733401443248Flushing 1588230740/ns: creating writer at 1733401443268 (+20 ms)Flushing 1588230740/ns: appending metadata at 1733401443284 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733401443284Flushing 1588230740/rep_barrier: creating writer at 1733401443693 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733401443706 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733401443706Flushing 1588230740/table: creating writer at 1733401444114 (+408 ms)Flushing 1588230740/table: appending metadata at 1733401444128 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733401444128Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@553b9382: reopening flushed file at 1733401444535 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c448cb7: reopening flushed file at 1733401444539 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69e99ea9: reopening flushed file at 1733401444544 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@480b0b2a: reopening flushed file at 1733401444548 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1327ms, sequenceid=16, compaction requested=false at 1733401444553 (+5 ms)Writing region close event to WAL at 1733401444554 (+1 ms)Running coprocessor post-close hooks at 1733401444557 (+3 ms)Closed at 1733401444557 2024-12-05T12:24:04,557 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T12:24:04,601 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554.replicationSource.wal-reader.9ea9abad0e9b%2C33711%2C1733401421554,1-9ea9abad0e9b,33711,1733401421554 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/WALs/9ea9abad0e9b,33711,1733401421554/9ea9abad0e9b%2C33711%2C1733401421554.1733401423355 to pos 1159, reset compression=false 2024-12-05T12:24:04,627 DEBUG [RS:0;9ea9abad0e9b:33711 {}] regionserver.HRegionServer(1351): Waiting on 03b2194ed8d1a0440e4dcaced5b21462 2024-12-05T12:24:04,827 DEBUG [RS:0;9ea9abad0e9b:33711 {}] regionserver.HRegionServer(1351): Waiting on 03b2194ed8d1a0440e4dcaced5b21462 2024-12-05T12:24:04,946 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/data/default/test/03b2194ed8d1a0440e4dcaced5b21462/.tmp/norep/ab0198d961fa4e7b87a642e762d69878 2024-12-05T12:24:04,950 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ab0198d961fa4e7b87a642e762d69878 2024-12-05T12:24:04,950 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/data/default/test/03b2194ed8d1a0440e4dcaced5b21462/.tmp/f/123d7428f71c444cb7c61803a68de102 as hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/data/default/test/03b2194ed8d1a0440e4dcaced5b21462/f/123d7428f71c444cb7c61803a68de102 2024-12-05T12:24:04,954 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 123d7428f71c444cb7c61803a68de102 2024-12-05T12:24:04,954 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/data/default/test/03b2194ed8d1a0440e4dcaced5b21462/f/123d7428f71c444cb7c61803a68de102, entries=2, sequenceid=8, filesize=5.0 K 2024-12-05T12:24:04,954 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/data/default/test/03b2194ed8d1a0440e4dcaced5b21462/.tmp/f1/b85a31bf48174b5a87097ac6d925db10 as hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/data/default/test/03b2194ed8d1a0440e4dcaced5b21462/f1/b85a31bf48174b5a87097ac6d925db10 2024-12-05T12:24:04,958 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b85a31bf48174b5a87097ac6d925db10 2024-12-05T12:24:04,958 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/data/default/test/03b2194ed8d1a0440e4dcaced5b21462/f1/b85a31bf48174b5a87097ac6d925db10, entries=2, sequenceid=8, filesize=5.0 K 2024-12-05T12:24:04,958 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/data/default/test/03b2194ed8d1a0440e4dcaced5b21462/.tmp/norep/ab0198d961fa4e7b87a642e762d69878 as hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/data/default/test/03b2194ed8d1a0440e4dcaced5b21462/norep/ab0198d961fa4e7b87a642e762d69878 2024-12-05T12:24:04,962 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ab0198d961fa4e7b87a642e762d69878 2024-12-05T12:24:04,962 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/data/default/test/03b2194ed8d1a0440e4dcaced5b21462/norep/ab0198d961fa4e7b87a642e762d69878, entries=1, sequenceid=8, filesize=5.0 K 2024-12-05T12:24:04,963 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 03b2194ed8d1a0440e4dcaced5b21462 in 1284ms, sequenceid=8, compaction requested=false 2024-12-05T12:24:04,967 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/data/default/test/03b2194ed8d1a0440e4dcaced5b21462/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-05T12:24:04,967 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:24:04,967 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T12:24:04,968 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733401428778.03b2194ed8d1a0440e4dcaced5b21462. 2024-12-05T12:24:04,968 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 03b2194ed8d1a0440e4dcaced5b21462: Waiting for close lock at 1733401443678Running coprocessor pre-close hooks at 1733401443679 (+1 ms)Disabling compacts and flushes for region at 1733401443679Disabling writes for close at 1733401443679Obtaining lock to block concurrent updates at 1733401443679Preparing flush snapshotting stores in 03b2194ed8d1a0440e4dcaced5b21462 at 1733401443679Finished memstore snapshotting test,,1733401428778.03b2194ed8d1a0440e4dcaced5b21462., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733401443679Flushing stores of test,,1733401428778.03b2194ed8d1a0440e4dcaced5b21462. at 1733401443680 (+1 ms)Flushing 03b2194ed8d1a0440e4dcaced5b21462/f: creating writer at 1733401443680Flushing 03b2194ed8d1a0440e4dcaced5b21462/f: appending metadata at 1733401443697 (+17 ms)Flushing 03b2194ed8d1a0440e4dcaced5b21462/f: closing flushed file at 1733401443697Flushing 03b2194ed8d1a0440e4dcaced5b21462/f1: creating writer at 1733401444106 (+409 ms)Flushing 03b2194ed8d1a0440e4dcaced5b21462/f1: appending metadata at 1733401444119 (+13 ms)Flushing 03b2194ed8d1a0440e4dcaced5b21462/f1: closing flushed file at 1733401444120 (+1 ms)Flushing 03b2194ed8d1a0440e4dcaced5b21462/norep: creating writer at 1733401444528 (+408 ms)Flushing 03b2194ed8d1a0440e4dcaced5b21462/norep: appending metadata at 1733401444542 (+14 ms)Flushing 03b2194ed8d1a0440e4dcaced5b21462/norep: closing flushed file at 1733401444542Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5251e773: reopening flushed file at 1733401444950 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78456ebe: reopening flushed file at 1733401444954 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38b6b80a: reopening flushed file at 1733401444958 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 03b2194ed8d1a0440e4dcaced5b21462 in 1284ms, sequenceid=8, compaction requested=false at 1733401444963 (+5 ms)Writing region close event to WAL at 1733401444964 (+1 ms)Running coprocessor post-close hooks at 1733401444967 (+3 ms)Closed at 1733401444967 2024-12-05T12:24:04,968 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733401428778.03b2194ed8d1a0440e4dcaced5b21462. 2024-12-05T12:24:05,005 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554.replicationSource.wal-reader.9ea9abad0e9b%2C33711%2C1733401421554,1-9ea9abad0e9b,33711,1733401421554 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/WALs/9ea9abad0e9b,33711,1733401421554/9ea9abad0e9b%2C33711%2C1733401421554.1733401423355 to pos 1159, reset compression=false 2024-12-05T12:24:05,009 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554.replicationSource.wal-reader.9ea9abad0e9b%2C33711%2C1733401421554,1-9ea9abad0e9b,33711,1733401421554 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:24:05,009 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554.replicationSource.wal-reader.9ea9abad0e9b%2C33711%2C1733401421554,1-9ea9abad0e9b,33711,1733401421554 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/WALs/9ea9abad0e9b,33711,1733401421554/9ea9abad0e9b%2C33711%2C1733401421554.1733401423355 to pos 1803, reset compression=false 2024-12-05T12:24:05,027 INFO [RS:0;9ea9abad0e9b:33711 {}] regionserver.HRegionServer(976): stopping server 9ea9abad0e9b,33711,1733401421554; all regions closed. 2024-12-05T12:24:05,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43981 is added to blk_1073741834_1010 (size=4239) 2024-12-05T12:24:05,029 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/WALs/9ea9abad0e9b,33711,1733401421554/9ea9abad0e9b%2C33711%2C1733401421554.meta.1733401424303.meta not finished, retry = 0 2024-12-05T12:24:05,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43981 is added to blk_1073741839_1015 (size=2676) 2024-12-05T12:24:05,132 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/WALs/9ea9abad0e9b,33711,1733401421554/9ea9abad0e9b%2C33711%2C1733401421554.rep.1733401432848 not finished, retry = 0 2024-12-05T12:24:05,213 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554.replicationSource.wal-reader.9ea9abad0e9b%2C33711%2C1733401421554,1-9ea9abad0e9b,33711,1733401421554 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/WALs/9ea9abad0e9b,33711,1733401421554/9ea9abad0e9b%2C33711%2C1733401421554.1733401423355 to pos 1803, reset compression=false 2024-12-05T12:24:05,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43981 is added to blk_1073741832_1008 (size=1811) 2024-12-05T12:24:05,235 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/WALs/9ea9abad0e9b,33711,1733401421554/9ea9abad0e9b%2C33711%2C1733401421554.1733401423355 not finished, retry = 0 2024-12-05T12:24:05,336 DEBUG [RS:0;9ea9abad0e9b:33711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:05,336 INFO [RS:0;9ea9abad0e9b:33711 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:24:05,336 INFO [RS:0;9ea9abad0e9b:33711 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:24:05,336 INFO [RS:0;9ea9abad0e9b:33711 {}] hbase.ChoreService(370): Chore service for: regionserver/9ea9abad0e9b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T12:24:05,336 INFO [RS:0;9ea9abad0e9b:33711 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:24:05,336 INFO [regionserver/9ea9abad0e9b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:24:05,336 INFO [RS:0;9ea9abad0e9b:33711 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9ea9abad0e9b,33711,1733401421554 because: Region server is closing 2024-12-05T12:24:05,336 INFO [RS:0;9ea9abad0e9b:33711 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ea9abad0e9b:33711. 2024-12-05T12:24:05,336 DEBUG [RS:0;9ea9abad0e9b:33711 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:24:05,336 DEBUG [RS:0;9ea9abad0e9b:33711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:05,337 DEBUG [RS:0;9ea9abad0e9b:33711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:05,337 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:24:05,437 INFO [RS:0;9ea9abad0e9b:33711 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554.replicationSource.shipper9ea9abad0e9b%2C33711%2C1733401421554,1-9ea9abad0e9b,33711,1733401421554 terminated 2024-12-05T12:24:05,437 WARN [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,33711,1733401421554.replicationSource.wal-reader.9ea9abad0e9b%2C33711%2C1733401421554,1-9ea9abad0e9b,33711,1733401421554 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T12:24:05,437 INFO [RS:0;9ea9abad0e9b:33711 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ea9abad0e9b:33711. 2024-12-05T12:24:05,437 DEBUG [RS:0;9ea9abad0e9b:33711 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:24:05,437 DEBUG [RS:0;9ea9abad0e9b:33711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:05,437 DEBUG [RS:0;9ea9abad0e9b:33711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:05,437 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:24:05,437 INFO [RS:0;9ea9abad0e9b:33711 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33711 2024-12-05T12:24:05,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37615-0x101a6a0665e0000, quorum=127.0.0.1:57834, baseZNode=/01536572650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01536572650/rs 2024-12-05T12:24:05,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33711-0x101a6a0665e0001, quorum=127.0.0.1:57834, baseZNode=/01536572650 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01536572650/rs/9ea9abad0e9b,33711,1733401421554 2024-12-05T12:24:05,506 INFO [RS:0;9ea9abad0e9b:33711 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:24:05,515 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9ea9abad0e9b,33711,1733401421554] 2024-12-05T12:24:05,523 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01536572650/draining/9ea9abad0e9b,33711,1733401421554 already deleted, retry=false 2024-12-05T12:24:05,523 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9ea9abad0e9b,33711,1733401421554 expired; onlineServers=0 2024-12-05T12:24:05,523 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9ea9abad0e9b,37615,1733401421417' ***** 2024-12-05T12:24:05,523 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T12:24:05,523 INFO [M:0;9ea9abad0e9b:37615 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:24:05,523 INFO [M:0;9ea9abad0e9b:37615 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:24:05,523 DEBUG [M:0;9ea9abad0e9b:37615 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T12:24:05,523 DEBUG [M:0;9ea9abad0e9b:37615 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T12:24:05,523 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T12:24:05,523 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401423147 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401423147,5,FailOnTimeoutGroup] 2024-12-05T12:24:05,523 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401423146 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401423146,5,FailOnTimeoutGroup] 2024-12-05T12:24:05,523 INFO [M:0;9ea9abad0e9b:37615 {}] hbase.ChoreService(370): Chore service for: master/9ea9abad0e9b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T12:24:05,524 INFO [M:0;9ea9abad0e9b:37615 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:24:05,524 DEBUG [M:0;9ea9abad0e9b:37615 {}] master.HMaster(1795): Stopping service threads 2024-12-05T12:24:05,524 INFO [M:0;9ea9abad0e9b:37615 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T12:24:05,524 INFO [M:0;9ea9abad0e9b:37615 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:24:05,524 INFO [M:0;9ea9abad0e9b:37615 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T12:24:05,524 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T12:24:05,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37615-0x101a6a0665e0000, quorum=127.0.0.1:57834, baseZNode=/01536572650 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01536572650/master 2024-12-05T12:24:05,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37615-0x101a6a0665e0000, quorum=127.0.0.1:57834, baseZNode=/01536572650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01536572650 2024-12-05T12:24:05,531 DEBUG [M:0;9ea9abad0e9b:37615 {}] zookeeper.ZKUtil(347): master:37615-0x101a6a0665e0000, quorum=127.0.0.1:57834, baseZNode=/01536572650 Unable to get data of znode /01536572650/master because node does not exist (not an error) 2024-12-05T12:24:05,531 WARN [M:0;9ea9abad0e9b:37615 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T12:24:05,532 INFO [M:0;9ea9abad0e9b:37615 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/.lastflushedseqids 2024-12-05T12:24:05,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43981 is added to blk_1073741848_1024 (size=245) 2024-12-05T12:24:05,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33711-0x101a6a0665e0001, quorum=127.0.0.1:57834, baseZNode=/01536572650 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:24:05,615 INFO [RS:0;9ea9abad0e9b:33711 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:24:05,615 INFO [RS:0;9ea9abad0e9b:33711 {}] regionserver.HRegionServer(1031): Exiting; stopping=9ea9abad0e9b,33711,1733401421554; zookeeper connection closed. 2024-12-05T12:24:05,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33711-0x101a6a0665e0001, quorum=127.0.0.1:57834, baseZNode=/01536572650 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:24:05,615 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3528a8bc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3528a8bc 2024-12-05T12:24:05,616 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T12:24:05,824 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:24:05,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:05,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:05,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:05,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:05,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:05,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:05,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:05,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:05,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:05,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:05,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:05,936 INFO [M:0;9ea9abad0e9b:37615 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T12:24:05,937 INFO [M:0;9ea9abad0e9b:37615 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T12:24:05,937 DEBUG [M:0;9ea9abad0e9b:37615 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:24:05,937 INFO [M:0;9ea9abad0e9b:37615 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:05,937 DEBUG [M:0;9ea9abad0e9b:37615 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:05,937 DEBUG [M:0;9ea9abad0e9b:37615 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:24:05,937 DEBUG [M:0;9ea9abad0e9b:37615 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:05,937 INFO [M:0;9ea9abad0e9b:37615 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-05T12:24:05,954 DEBUG [M:0;9ea9abad0e9b:37615 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0e45ce936fa34802b4b189348e89f2c3 is 82, key is hbase:meta,,1/info:regioninfo/1733401424329/Put/seqid=0 2024-12-05T12:24:05,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43981 is added to blk_1073741849_1025 (size=5672) 2024-12-05T12:24:06,358 INFO [M:0;9ea9abad0e9b:37615 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0e45ce936fa34802b4b189348e89f2c3 2024-12-05T12:24:06,374 DEBUG [M:0;9ea9abad0e9b:37615 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/571fac2d6257477d9ea4cd6d5546beb5 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733401432884/Put/seqid=0 2024-12-05T12:24:06,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43981 is added to blk_1073741850_1026 (size=8516) 2024-12-05T12:24:06,777 INFO [M:0;9ea9abad0e9b:37615 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/571fac2d6257477d9ea4cd6d5546beb5 2024-12-05T12:24:06,793 DEBUG [M:0;9ea9abad0e9b:37615 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ebb2066b093f4e27b1b98dd5c21dd2de is 69, key is 9ea9abad0e9b,33711,1733401421554/rs:state/1733401423203/Put/seqid=0 2024-12-05T12:24:06,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43981 is added to blk_1073741851_1027 (size=5156) 2024-12-05T12:24:07,197 INFO [M:0;9ea9abad0e9b:37615 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ebb2066b093f4e27b1b98dd5c21dd2de 2024-12-05T12:24:07,201 DEBUG [M:0;9ea9abad0e9b:37615 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0e45ce936fa34802b4b189348e89f2c3 as hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0e45ce936fa34802b4b189348e89f2c3 2024-12-05T12:24:07,205 INFO [M:0;9ea9abad0e9b:37615 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0e45ce936fa34802b4b189348e89f2c3, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T12:24:07,205 DEBUG [M:0;9ea9abad0e9b:37615 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/571fac2d6257477d9ea4cd6d5546beb5 as hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/571fac2d6257477d9ea4cd6d5546beb5 2024-12-05T12:24:07,209 INFO [M:0;9ea9abad0e9b:37615 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/571fac2d6257477d9ea4cd6d5546beb5, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T12:24:07,209 DEBUG [M:0;9ea9abad0e9b:37615 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ebb2066b093f4e27b1b98dd5c21dd2de as hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ebb2066b093f4e27b1b98dd5c21dd2de 2024-12-05T12:24:07,212 INFO [M:0;9ea9abad0e9b:37615 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37237/user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ebb2066b093f4e27b1b98dd5c21dd2de, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T12:24:07,213 INFO [M:0;9ea9abad0e9b:37615 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=97, compaction requested=false 2024-12-05T12:24:07,214 INFO [M:0;9ea9abad0e9b:37615 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:07,214 DEBUG [M:0;9ea9abad0e9b:37615 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401445937Disabling compacts and flushes for region at 1733401445937Disabling writes for close at 1733401445937Obtaining lock to block concurrent updates at 1733401445937Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733401445937Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733401445937Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733401445938 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733401445938Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733401445954 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733401445954Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733401446361 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733401446373 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733401446373Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733401446781 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733401446793 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733401446793Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2540c6c5: reopening flushed file at 1733401447201 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2343333b: reopening flushed file at 1733401447205 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c53a6d7: reopening flushed file at 1733401447209 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=97, compaction requested=false at 1733401447213 (+4 ms)Writing region close event to WAL at 1733401447214 (+1 ms)Closed at 1733401447214 2024-12-05T12:24:07,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43981 is added to blk_1073741830_1006 (size=63654) 2024-12-05T12:24:07,216 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/20c132af-c649-62ae-915f-d9b75092194c/MasterData/WALs/9ea9abad0e9b,37615,1733401421417/9ea9abad0e9b%2C37615%2C1733401421417.1733401422888 not finished, retry = 0 2024-12-05T12:24:07,317 INFO [M:0;9ea9abad0e9b:37615 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T12:24:07,317 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:24:07,317 INFO [M:0;9ea9abad0e9b:37615 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37615 2024-12-05T12:24:07,317 INFO [M:0;9ea9abad0e9b:37615 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:24:07,456 INFO [M:0;9ea9abad0e9b:37615 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:24:07,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37615-0x101a6a0665e0000, quorum=127.0.0.1:57834, baseZNode=/01536572650 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:24:07,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37615-0x101a6a0665e0000, quorum=127.0.0.1:57834, baseZNode=/01536572650 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:24:07,459 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3072af28{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:24:07,459 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6df0091b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:24:07,459 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:24:07,459 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62f39c0d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:24:07,459 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3369e225{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e138698a-a677-383d-1778-b4d0ef1b22c5/hadoop.log.dir/,STOPPED} 2024-12-05T12:24:07,460 WARN [BP-81490615-172.17.0.3-1733401419972 heartbeating to localhost/127.0.0.1:37237 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T12:24:07,460 WARN [BP-81490615-172.17.0.3-1733401419972 heartbeating to localhost/127.0.0.1:37237 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-81490615-172.17.0.3-1733401419972 (Datanode Uuid 969765df-71d5-4d4b-9ecf-7a8a4c9b7dea) service to localhost/127.0.0.1:37237 2024-12-05T12:24:07,461 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T12:24:07,461 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T12:24:07,461 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e138698a-a677-383d-1778-b4d0ef1b22c5/cluster_8158d996-9003-2eed-e2bc-bdbe86ec226d/data/data1/current/BP-81490615-172.17.0.3-1733401419972 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:24:07,461 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e138698a-a677-383d-1778-b4d0ef1b22c5/cluster_8158d996-9003-2eed-e2bc-bdbe86ec226d/data/data2/current/BP-81490615-172.17.0.3-1733401419972 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:24:07,461 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T12:24:07,465 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60871a88{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:24:07,466 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f59c6ba{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:24:07,466 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:24:07,466 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53b4795d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:24:07,466 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ec9cda9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e138698a-a677-383d-1778-b4d0ef1b22c5/hadoop.log.dir/,STOPPED} 2024-12-05T12:24:07,470 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T12:24:07,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T12:24:07,489 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=263 (was 245) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37237 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37237 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35999 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37237 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35999 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:37237 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:35999 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35999 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:37237 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35999 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35999 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35999 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:37237 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57834) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37237 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37237 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:37237 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35999 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57834) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=656 (was 618) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=361 (was 416), ProcessCount=11 (was 11), AvailableMemoryMB=3596 (was 3625) 2024-12-05T12:24:07,498 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=263, OpenFileDescriptor=656, MaxFileDescriptor=1048576, SystemLoadAverage=361, ProcessCount=11, AvailableMemoryMB=3596 2024-12-05T12:24:07,509 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-12-05T12:24:07,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074427d7-b572-b89c-3f9a-4308e345764a/hadoop.log.dir so I do NOT create it in target/test-data/93bd6c81-10d3-8316-f925-b41a87d06faa 2024-12-05T12:24:07,510 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074427d7-b572-b89c-3f9a-4308e345764a/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T12:24:07,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074427d7-b572-b89c-3f9a-4308e345764a/hadoop.tmp.dir so I do NOT create it in target/test-data/93bd6c81-10d3-8316-f925-b41a87d06faa 2024-12-05T12:24:07,510 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074427d7-b572-b89c-3f9a-4308e345764a/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T12:24:07,510 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bd6c81-10d3-8316-f925-b41a87d06faa 2024-12-05T12:24:07,510 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bd6c81-10d3-8316-f925-b41a87d06faa/cluster_10e2210a-572c-41f0-1642-ac9b8210e9e7, deleteOnExit=true 2024-12-05T12:24:07,531 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bd6c81-10d3-8316-f925-b41a87d06faa/cluster_10e2210a-572c-41f0-1642-ac9b8210e9e7/zookeeper_0, clientPort=62360, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bd6c81-10d3-8316-f925-b41a87d06faa/cluster_10e2210a-572c-41f0-1642-ac9b8210e9e7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bd6c81-10d3-8316-f925-b41a87d06faa/cluster_10e2210a-572c-41f0-1642-ac9b8210e9e7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T12:24:07,532 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62360 2024-12-05T12:24:07,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T12:24:07,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T12:24:07,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bd6c81-10d3-8316-f925-b41a87d06faa/test.cache.data in system properties and HBase conf 2024-12-05T12:24:07,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bd6c81-10d3-8316-f925-b41a87d06faa/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T12:24:07,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bd6c81-10d3-8316-f925-b41a87d06faa/hadoop.log.dir in system properties and HBase conf 2024-12-05T12:24:07,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bd6c81-10d3-8316-f925-b41a87d06faa/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T12:24:07,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bd6c81-10d3-8316-f925-b41a87d06faa/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T12:24:07,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T12:24:07,532 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T12:24:07,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bd6c81-10d3-8316-f925-b41a87d06faa/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:24:07,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bd6c81-10d3-8316-f925-b41a87d06faa/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:24:07,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bd6c81-10d3-8316-f925-b41a87d06faa/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T12:24:07,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bd6c81-10d3-8316-f925-b41a87d06faa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:24:07,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bd6c81-10d3-8316-f925-b41a87d06faa/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T12:24:07,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bd6c81-10d3-8316-f925-b41a87d06faa/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T12:24:07,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bd6c81-10d3-8316-f925-b41a87d06faa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:24:07,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bd6c81-10d3-8316-f925-b41a87d06faa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:24:07,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bd6c81-10d3-8316-f925-b41a87d06faa/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T12:24:07,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bd6c81-10d3-8316-f925-b41a87d06faa/nfs.dump.dir in system properties and HBase conf 2024-12-05T12:24:07,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bd6c81-10d3-8316-f925-b41a87d06faa/java.io.tmpdir in system properties and HBase conf 2024-12-05T12:24:07,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bd6c81-10d3-8316-f925-b41a87d06faa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:24:07,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bd6c81-10d3-8316-f925-b41a87d06faa/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T12:24:07,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bd6c81-10d3-8316-f925-b41a87d06faa/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T12:24:07,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T12:24:07,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T12:24:07,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T12:24:07,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T12:24:07,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a6a0665e0002, quorum=127.0.0.1:57834, baseZNode=/01536572650 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T12:24:07,569 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a6a0665e0002, quorum=127.0.0.1:57834, baseZNode=/01536572650 Received Disconnected from ZooKeeper, ignoring 2024-12-05T12:24:07,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a6a0665e0005, quorum=127.0.0.1:57834, baseZNode=/1-1374736505 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T12:24:07,569 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a6a0665e0005, quorum=127.0.0.1:57834, baseZNode=/1-1374736505 Received Disconnected from ZooKeeper, ignoring 2024-12-05T12:24:07,768 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:24:07,771 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:24:07,772 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:24:07,772 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:24:07,772 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T12:24:07,773 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:24:07,773 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3769f558{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bd6c81-10d3-8316-f925-b41a87d06faa/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:24:07,773 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76068987{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:24:07,862 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5af7bb63{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bd6c81-10d3-8316-f925-b41a87d06faa/java.io.tmpdir/jetty-localhost-42625-hadoop-hdfs-3_4_1-tests_jar-_-any-14896779569599732112/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:24:07,863 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d76aa3{HTTP/1.1, (http/1.1)}{localhost:42625} 2024-12-05T12:24:07,863 INFO [Time-limited test {}] server.Server(415): Started @216945ms 2024-12-05T12:24:08,017 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:24:08,020 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:24:08,022 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:24:08,022 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:24:08,022 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T12:24:08,024 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3aa6bc62{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bd6c81-10d3-8316-f925-b41a87d06faa/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:24:08,024 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17332349{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:24:08,114 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@719833e9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bd6c81-10d3-8316-f925-b41a87d06faa/java.io.tmpdir/jetty-localhost-40989-hadoop-hdfs-3_4_1-tests_jar-_-any-14536719124670338826/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:24:08,114 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23d3b4a{HTTP/1.1, (http/1.1)}{localhost:40989} 2024-12-05T12:24:08,114 INFO [Time-limited test {}] server.Server(415): Started @217196ms 2024-12-05T12:24:08,115 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T12:24:08,559 WARN [Thread-2663 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bd6c81-10d3-8316-f925-b41a87d06faa/cluster_10e2210a-572c-41f0-1642-ac9b8210e9e7/data/data1/current/BP-172336769-172.17.0.3-1733401447545/current, will proceed with Du for space computation calculation, 2024-12-05T12:24:08,559 WARN [Thread-2664 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bd6c81-10d3-8316-f925-b41a87d06faa/cluster_10e2210a-572c-41f0-1642-ac9b8210e9e7/data/data2/current/BP-172336769-172.17.0.3-1733401447545/current, will proceed with Du for space computation calculation, 2024-12-05T12:24:08,579 WARN [Thread-2651 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T12:24:08,582 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x581a87db2cc57961 with lease ID 0x50fec8ad4ee1259b: Processing first storage report for DS-45163673-96b8-4cb1-b5ab-70dcc9af1071 from datanode DatanodeRegistration(127.0.0.1:40795, datanodeUuid=16a377ca-eb74-45df-8158-9ab64884e660, infoPort=34651, infoSecurePort=0, ipcPort=42345, storageInfo=lv=-57;cid=testClusterID;nsid=1570543516;c=1733401447545) 2024-12-05T12:24:08,582 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x581a87db2cc57961 with lease ID 0x50fec8ad4ee1259b: from storage DS-45163673-96b8-4cb1-b5ab-70dcc9af1071 node DatanodeRegistration(127.0.0.1:40795, datanodeUuid=16a377ca-eb74-45df-8158-9ab64884e660, infoPort=34651, infoSecurePort=0, ipcPort=42345, storageInfo=lv=-57;cid=testClusterID;nsid=1570543516;c=1733401447545), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:24:08,583 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x581a87db2cc57961 with lease ID 0x50fec8ad4ee1259b: Processing first storage report for DS-fa49809c-1799-45a9-922a-2af877c643b5 from datanode DatanodeRegistration(127.0.0.1:40795, datanodeUuid=16a377ca-eb74-45df-8158-9ab64884e660, infoPort=34651, infoSecurePort=0, ipcPort=42345, storageInfo=lv=-57;cid=testClusterID;nsid=1570543516;c=1733401447545) 2024-12-05T12:24:08,583 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x581a87db2cc57961 with lease ID 0x50fec8ad4ee1259b: from storage DS-fa49809c-1799-45a9-922a-2af877c643b5 node DatanodeRegistration(127.0.0.1:40795, datanodeUuid=16a377ca-eb74-45df-8158-9ab64884e660, infoPort=34651, infoSecurePort=0, ipcPort=42345, storageInfo=lv=-57;cid=testClusterID;nsid=1570543516;c=1733401447545), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:24:08,635 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bd6c81-10d3-8316-f925-b41a87d06faa 2024-12-05T12:24:08,636 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:08,637 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:08,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40795 is added to blk_1073741825_1001 (size=7) 2024-12-05T12:24:09,054 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829 with version=8 2024-12-05T12:24:09,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/hbase-staging 2024-12-05T12:24:09,056 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9ea9abad0e9b:0 server-side Connection retries=45 2024-12-05T12:24:09,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:24:09,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:24:09,056 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:24:09,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:24:09,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:24:09,056 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T12:24:09,056 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:24:09,057 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40387 2024-12-05T12:24:09,058 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40387 connecting to ZooKeeper ensemble=127.0.0.1:62360 2024-12-05T12:24:09,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:403870x0, quorum=127.0.0.1:62360, baseZNode=/0-2043236496 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:24:09,117 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40387-0x101a6a0d2140000 connected 2024-12-05T12:24:09,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:09,183 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:09,185 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40387-0x101a6a0d2140000, quorum=127.0.0.1:62360, baseZNode=/0-2043236496 Set watcher on znode that does not yet exist, /0-2043236496/running 2024-12-05T12:24:09,185 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829, hbase.cluster.distributed=false 2024-12-05T12:24:09,186 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40387-0x101a6a0d2140000, quorum=127.0.0.1:62360, baseZNode=/0-2043236496 Set watcher on znode that does not yet exist, /0-2043236496/acl 2024-12-05T12:24:09,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40387 2024-12-05T12:24:09,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40387 2024-12-05T12:24:09,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40387 2024-12-05T12:24:09,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40387 2024-12-05T12:24:09,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40387 2024-12-05T12:24:09,199 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9ea9abad0e9b:0 server-side Connection retries=45 2024-12-05T12:24:09,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:24:09,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:24:09,200 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:24:09,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:24:09,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:24:09,200 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T12:24:09,200 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:24:09,200 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46853 2024-12-05T12:24:09,201 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46853 connecting to ZooKeeper ensemble=127.0.0.1:62360 2024-12-05T12:24:09,201 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:09,202 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:09,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:468530x0, quorum=127.0.0.1:62360, baseZNode=/0-2043236496 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:24:09,215 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46853-0x101a6a0d2140001 connected 2024-12-05T12:24:09,215 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46853-0x101a6a0d2140001, quorum=127.0.0.1:62360, baseZNode=/0-2043236496 Set watcher on znode that does not yet exist, /0-2043236496/running 2024-12-05T12:24:09,215 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T12:24:09,216 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T12:24:09,216 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46853-0x101a6a0d2140001, quorum=127.0.0.1:62360, baseZNode=/0-2043236496 Set watcher on znode that does not yet exist, /0-2043236496/master 2024-12-05T12:24:09,217 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46853-0x101a6a0d2140001, quorum=127.0.0.1:62360, baseZNode=/0-2043236496 Set watcher on znode that does not yet exist, /0-2043236496/acl 2024-12-05T12:24:09,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46853 2024-12-05T12:24:09,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46853 2024-12-05T12:24:09,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46853 2024-12-05T12:24:09,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46853 2024-12-05T12:24:09,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46853 2024-12-05T12:24:09,235 DEBUG [M:0;9ea9abad0e9b:40387 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9ea9abad0e9b:40387 2024-12-05T12:24:09,235 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2043236496/backup-masters/9ea9abad0e9b,40387,1733401449056 2024-12-05T12:24:09,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40387-0x101a6a0d2140000, quorum=127.0.0.1:62360, baseZNode=/0-2043236496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2043236496/backup-masters 2024-12-05T12:24:09,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46853-0x101a6a0d2140001, quorum=127.0.0.1:62360, baseZNode=/0-2043236496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2043236496/backup-masters 2024-12-05T12:24:09,244 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40387-0x101a6a0d2140000, quorum=127.0.0.1:62360, baseZNode=/0-2043236496 Set watcher on existing znode=/0-2043236496/backup-masters/9ea9abad0e9b,40387,1733401449056 2024-12-05T12:24:09,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40387-0x101a6a0d2140000, quorum=127.0.0.1:62360, baseZNode=/0-2043236496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2043236496 2024-12-05T12:24:09,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46853-0x101a6a0d2140001, quorum=127.0.0.1:62360, baseZNode=/0-2043236496 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2043236496/master 2024-12-05T12:24:09,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46853-0x101a6a0d2140001, quorum=127.0.0.1:62360, baseZNode=/0-2043236496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2043236496 2024-12-05T12:24:09,252 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40387-0x101a6a0d2140000, quorum=127.0.0.1:62360, baseZNode=/0-2043236496 Set watcher on existing znode=/0-2043236496/master 2024-12-05T12:24:09,252 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2043236496/backup-masters/9ea9abad0e9b,40387,1733401449056 from backup master directory 2024-12-05T12:24:09,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40387-0x101a6a0d2140000, quorum=127.0.0.1:62360, baseZNode=/0-2043236496 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2043236496/backup-masters/9ea9abad0e9b,40387,1733401449056 2024-12-05T12:24:09,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46853-0x101a6a0d2140001, quorum=127.0.0.1:62360, baseZNode=/0-2043236496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2043236496/backup-masters 2024-12-05T12:24:09,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40387-0x101a6a0d2140000, quorum=127.0.0.1:62360, baseZNode=/0-2043236496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2043236496/backup-masters 2024-12-05T12:24:09,260 WARN [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:24:09,260 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9ea9abad0e9b,40387,1733401449056 2024-12-05T12:24:09,263 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/hbase.id] with ID: b6ff3228-223f-46ee-a945-3800a780896f 2024-12-05T12:24:09,263 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/.tmp/hbase.id 2024-12-05T12:24:09,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40795 is added to blk_1073741826_1002 (size=42) 2024-12-05T12:24:09,668 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/.tmp/hbase.id]:[hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/hbase.id] 2024-12-05T12:24:09,676 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:09,676 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T12:24:09,676 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-05T12:24:09,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40387-0x101a6a0d2140000, quorum=127.0.0.1:62360, baseZNode=/0-2043236496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2043236496 2024-12-05T12:24:09,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46853-0x101a6a0d2140001, quorum=127.0.0.1:62360, baseZNode=/0-2043236496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2043236496 2024-12-05T12:24:09,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40795 is added to blk_1073741827_1003 (size=196) 2024-12-05T12:24:10,094 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:24:10,095 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T12:24:10,095 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:24:10,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40795 is added to blk_1073741828_1004 (size=1189) 2024-12-05T12:24:10,502 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/MasterData/data/master/store 2024-12-05T12:24:10,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40795 is added to blk_1073741829_1005 (size=34) 2024-12-05T12:24:10,907 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:10,907 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:24:10,907 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:10,907 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:10,907 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:24:10,907 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:10,907 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:10,907 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401450907Disabling compacts and flushes for region at 1733401450907Disabling writes for close at 1733401450907Writing region close event to WAL at 1733401450907Closed at 1733401450907 2024-12-05T12:24:10,908 WARN [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/MasterData/data/master/store/.initializing 2024-12-05T12:24:10,908 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/MasterData/WALs/9ea9abad0e9b,40387,1733401449056 2024-12-05T12:24:10,909 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:24:10,910 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9ea9abad0e9b%2C40387%2C1733401449056, suffix=, logDir=hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/MasterData/WALs/9ea9abad0e9b,40387,1733401449056, archiveDir=hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/MasterData/oldWALs, maxLogs=10 2024-12-05T12:24:10,924 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/MasterData/WALs/9ea9abad0e9b,40387,1733401449056/9ea9abad0e9b%2C40387%2C1733401449056.1733401450910, exclude list is [], retry=0 2024-12-05T12:24:10,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40795,DS-45163673-96b8-4cb1-b5ab-70dcc9af1071,DISK] 2024-12-05T12:24:10,928 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/MasterData/WALs/9ea9abad0e9b,40387,1733401449056/9ea9abad0e9b%2C40387%2C1733401449056.1733401450910 2024-12-05T12:24:10,928 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34651:34651)] 2024-12-05T12:24:10,928 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:24:10,928 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:10,929 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:10,929 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:10,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:10,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T12:24:10,931 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:10,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:10,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:10,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T12:24:10,933 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:10,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:10,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:10,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T12:24:10,934 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:10,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:10,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:10,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T12:24:10,935 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:10,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:10,935 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:10,936 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:10,936 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:10,937 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:10,937 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:10,937 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:24:10,938 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:10,939 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:24:10,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:10,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:10,940 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:24:10,941 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73438185, jitterRate=0.09431423246860504}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:24:10,941 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733401450929Initializing all the Stores at 1733401450930 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401450930Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401450930Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401450930Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401450930Cleaning up temporary data from old regions at 1733401450937 (+7 ms)Region opened successfully at 1733401450941 (+4 ms) 2024-12-05T12:24:10,942 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T12:24:10,944 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f07e24e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ea9abad0e9b/172.17.0.3:0 2024-12-05T12:24:10,945 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T12:24:10,945 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T12:24:10,945 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T12:24:10,946 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T12:24:10,946 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T12:24:10,946 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T12:24:10,946 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T12:24:10,948 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T12:24:10,950 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40387-0x101a6a0d2140000, quorum=127.0.0.1:62360, baseZNode=/0-2043236496 Unable to get data of znode /0-2043236496/balancer because node does not exist (not necessarily an error) 2024-12-05T12:24:10,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:10,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:10,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:10,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:10,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:10,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:10,989 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2043236496/balancer already deleted, retry=false 2024-12-05T12:24:10,990 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T12:24:10,991 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40387-0x101a6a0d2140000, quorum=127.0.0.1:62360, baseZNode=/0-2043236496 Unable to get data of znode /0-2043236496/normalizer because node does not exist (not necessarily an error) 2024-12-05T12:24:10,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:10,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:10,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:10,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:10,998 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2043236496/normalizer already deleted, retry=false 2024-12-05T12:24:10,998 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T12:24:10,999 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40387-0x101a6a0d2140000, quorum=127.0.0.1:62360, baseZNode=/0-2043236496 Unable to get data of znode /0-2043236496/switch/split because node does not exist (not necessarily an error) 2024-12-05T12:24:11,006 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2043236496/switch/split already deleted, retry=false 2024-12-05T12:24:11,007 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40387-0x101a6a0d2140000, quorum=127.0.0.1:62360, baseZNode=/0-2043236496 Unable to get data of znode /0-2043236496/switch/merge because node does not exist (not necessarily an error) 2024-12-05T12:24:11,014 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2043236496/switch/merge already deleted, retry=false 2024-12-05T12:24:11,016 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40387-0x101a6a0d2140000, quorum=127.0.0.1:62360, baseZNode=/0-2043236496 Unable to get data of znode /0-2043236496/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T12:24:11,023 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2043236496/snapshot-cleanup already deleted, retry=false 2024-12-05T12:24:11,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40387-0x101a6a0d2140000, quorum=127.0.0.1:62360, baseZNode=/0-2043236496 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2043236496/running 2024-12-05T12:24:11,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46853-0x101a6a0d2140001, quorum=127.0.0.1:62360, baseZNode=/0-2043236496 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2043236496/running 2024-12-05T12:24:11,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40387-0x101a6a0d2140000, quorum=127.0.0.1:62360, baseZNode=/0-2043236496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2043236496 2024-12-05T12:24:11,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46853-0x101a6a0d2140001, quorum=127.0.0.1:62360, baseZNode=/0-2043236496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2043236496 2024-12-05T12:24:11,031 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9ea9abad0e9b,40387,1733401449056, sessionid=0x101a6a0d2140000, setting cluster-up flag (Was=false) 2024-12-05T12:24:11,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46853-0x101a6a0d2140001, quorum=127.0.0.1:62360, baseZNode=/0-2043236496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2043236496 2024-12-05T12:24:11,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40387-0x101a6a0d2140000, quorum=127.0.0.1:62360, baseZNode=/0-2043236496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2043236496 2024-12-05T12:24:11,073 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2043236496/flush-table-proc/acquired, /0-2043236496/flush-table-proc/reached, /0-2043236496/flush-table-proc/abort 2024-12-05T12:24:11,074 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ea9abad0e9b,40387,1733401449056 2024-12-05T12:24:11,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46853-0x101a6a0d2140001, quorum=127.0.0.1:62360, baseZNode=/0-2043236496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2043236496 2024-12-05T12:24:11,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40387-0x101a6a0d2140000, quorum=127.0.0.1:62360, baseZNode=/0-2043236496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2043236496 2024-12-05T12:24:11,114 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2043236496/online-snapshot/acquired, /0-2043236496/online-snapshot/reached, /0-2043236496/online-snapshot/abort 2024-12-05T12:24:11,115 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ea9abad0e9b,40387,1733401449056 2024-12-05T12:24:11,116 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T12:24:11,117 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T12:24:11,117 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T12:24:11,117 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T12:24:11,118 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9ea9abad0e9b,40387,1733401449056 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T12:24:11,119 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:24:11,119 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:24:11,119 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:24:11,119 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:24:11,119 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9ea9abad0e9b:0, corePoolSize=10, maxPoolSize=10 2024-12-05T12:24:11,119 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:11,119 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:24:11,119 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:11,120 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:24:11,120 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T12:24:11,121 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:11,121 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T12:24:11,126 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733401481126 2024-12-05T12:24:11,126 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T12:24:11,126 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T12:24:11,126 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T12:24:11,126 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T12:24:11,126 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T12:24:11,126 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T12:24:11,126 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:11,131 INFO [RS:0;9ea9abad0e9b:46853 {}] regionserver.HRegionServer(746): ClusterId : b6ff3228-223f-46ee-a945-3800a780896f 2024-12-05T12:24:11,131 DEBUG [RS:0;9ea9abad0e9b:46853 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T12:24:11,133 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T12:24:11,133 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T12:24:11,133 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T12:24:11,133 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T12:24:11,134 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T12:24:11,134 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T12:24:11,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40795 is added to blk_1073741831_1007 (size=1321) 2024-12-05T12:24:11,138 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401451134,5,FailOnTimeoutGroup] 2024-12-05T12:24:11,140 DEBUG [RS:0;9ea9abad0e9b:46853 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T12:24:11,140 DEBUG [RS:0;9ea9abad0e9b:46853 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T12:24:11,146 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401451139,5,FailOnTimeoutGroup] 2024-12-05T12:24:11,146 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:11,146 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T12:24:11,147 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:11,147 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:11,148 DEBUG [RS:0;9ea9abad0e9b:46853 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T12:24:11,149 DEBUG [RS:0;9ea9abad0e9b:46853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ea393cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ea9abad0e9b/172.17.0.3:0 2024-12-05T12:24:11,162 DEBUG [RS:0;9ea9abad0e9b:46853 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9ea9abad0e9b:46853 2024-12-05T12:24:11,162 INFO [RS:0;9ea9abad0e9b:46853 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T12:24:11,162 INFO [RS:0;9ea9abad0e9b:46853 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T12:24:11,162 DEBUG [RS:0;9ea9abad0e9b:46853 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T12:24:11,162 INFO [RS:0;9ea9abad0e9b:46853 {}] regionserver.HRegionServer(2659): reportForDuty to master=9ea9abad0e9b,40387,1733401449056 with port=46853, startcode=1733401449199 2024-12-05T12:24:11,163 DEBUG [RS:0;9ea9abad0e9b:46853 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T12:24:11,164 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55545, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T12:24:11,164 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40387 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9ea9abad0e9b,46853,1733401449199 2024-12-05T12:24:11,164 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40387 {}] master.ServerManager(517): Registering regionserver=9ea9abad0e9b,46853,1733401449199 2024-12-05T12:24:11,166 DEBUG [RS:0;9ea9abad0e9b:46853 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829 2024-12-05T12:24:11,166 DEBUG [RS:0;9ea9abad0e9b:46853 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44635 2024-12-05T12:24:11,166 DEBUG [RS:0;9ea9abad0e9b:46853 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T12:24:11,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40387-0x101a6a0d2140000, quorum=127.0.0.1:62360, baseZNode=/0-2043236496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2043236496/rs 2024-12-05T12:24:11,173 DEBUG [RS:0;9ea9abad0e9b:46853 {}] zookeeper.ZKUtil(111): regionserver:46853-0x101a6a0d2140001, quorum=127.0.0.1:62360, baseZNode=/0-2043236496 Set watcher on existing znode=/0-2043236496/rs/9ea9abad0e9b,46853,1733401449199 2024-12-05T12:24:11,173 WARN [RS:0;9ea9abad0e9b:46853 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:24:11,173 INFO [RS:0;9ea9abad0e9b:46853 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:24:11,173 DEBUG [RS:0;9ea9abad0e9b:46853 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199 2024-12-05T12:24:11,174 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9ea9abad0e9b,46853,1733401449199] 2024-12-05T12:24:11,175 INFO [RS:0;9ea9abad0e9b:46853 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T12:24:11,178 INFO [RS:0;9ea9abad0e9b:46853 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T12:24:11,179 INFO [RS:0;9ea9abad0e9b:46853 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T12:24:11,179 INFO [RS:0;9ea9abad0e9b:46853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:11,179 INFO [RS:0;9ea9abad0e9b:46853 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T12:24:11,180 INFO [RS:0;9ea9abad0e9b:46853 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T12:24:11,180 INFO [RS:0;9ea9abad0e9b:46853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:11,180 DEBUG [RS:0;9ea9abad0e9b:46853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:11,180 DEBUG [RS:0;9ea9abad0e9b:46853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:11,180 DEBUG [RS:0;9ea9abad0e9b:46853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:11,180 DEBUG [RS:0;9ea9abad0e9b:46853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:11,180 DEBUG [RS:0;9ea9abad0e9b:46853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:11,180 DEBUG [RS:0;9ea9abad0e9b:46853 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9ea9abad0e9b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:24:11,180 DEBUG [RS:0;9ea9abad0e9b:46853 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:11,180 DEBUG [RS:0;9ea9abad0e9b:46853 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:11,180 DEBUG [RS:0;9ea9abad0e9b:46853 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:11,180 DEBUG [RS:0;9ea9abad0e9b:46853 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:11,180 DEBUG [RS:0;9ea9abad0e9b:46853 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:11,180 DEBUG [RS:0;9ea9abad0e9b:46853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:11,180 DEBUG [RS:0;9ea9abad0e9b:46853 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9ea9abad0e9b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:24:11,180 DEBUG [RS:0;9ea9abad0e9b:46853 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9ea9abad0e9b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:24:11,181 INFO [RS:0;9ea9abad0e9b:46853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:11,181 INFO [RS:0;9ea9abad0e9b:46853 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:11,181 INFO [RS:0;9ea9abad0e9b:46853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:11,181 INFO [RS:0;9ea9abad0e9b:46853 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:11,181 INFO [RS:0;9ea9abad0e9b:46853 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:11,181 INFO [RS:0;9ea9abad0e9b:46853 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,46853,1733401449199-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:24:11,193 INFO [RS:0;9ea9abad0e9b:46853 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T12:24:11,193 INFO [RS:0;9ea9abad0e9b:46853 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,46853,1733401449199-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:11,194 INFO [RS:0;9ea9abad0e9b:46853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:11,194 INFO [RS:0;9ea9abad0e9b:46853 {}] regionserver.Replication(171): 9ea9abad0e9b,46853,1733401449199 started 2024-12-05T12:24:11,204 INFO [RS:0;9ea9abad0e9b:46853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:11,204 INFO [RS:0;9ea9abad0e9b:46853 {}] regionserver.HRegionServer(1482): Serving as 9ea9abad0e9b,46853,1733401449199, RpcServer on 9ea9abad0e9b/172.17.0.3:46853, sessionid=0x101a6a0d2140001 2024-12-05T12:24:11,204 DEBUG [RS:0;9ea9abad0e9b:46853 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T12:24:11,204 DEBUG [RS:0;9ea9abad0e9b:46853 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9ea9abad0e9b,46853,1733401449199 2024-12-05T12:24:11,204 DEBUG [RS:0;9ea9abad0e9b:46853 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ea9abad0e9b,46853,1733401449199' 2024-12-05T12:24:11,204 DEBUG [RS:0;9ea9abad0e9b:46853 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2043236496/flush-table-proc/abort' 2024-12-05T12:24:11,204 DEBUG [RS:0;9ea9abad0e9b:46853 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2043236496/flush-table-proc/acquired' 2024-12-05T12:24:11,205 DEBUG [RS:0;9ea9abad0e9b:46853 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T12:24:11,205 DEBUG [RS:0;9ea9abad0e9b:46853 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T12:24:11,205 DEBUG [RS:0;9ea9abad0e9b:46853 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9ea9abad0e9b,46853,1733401449199 2024-12-05T12:24:11,205 DEBUG [RS:0;9ea9abad0e9b:46853 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ea9abad0e9b,46853,1733401449199' 2024-12-05T12:24:11,205 DEBUG [RS:0;9ea9abad0e9b:46853 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2043236496/online-snapshot/abort' 2024-12-05T12:24:11,205 DEBUG [RS:0;9ea9abad0e9b:46853 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2043236496/online-snapshot/acquired' 2024-12-05T12:24:11,205 DEBUG [RS:0;9ea9abad0e9b:46853 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T12:24:11,205 INFO [RS:0;9ea9abad0e9b:46853 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T12:24:11,205 INFO [RS:0;9ea9abad0e9b:46853 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T12:24:11,305 INFO [RS:0;9ea9abad0e9b:46853 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:24:11,307 INFO [RS:0;9ea9abad0e9b:46853 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C46853%2C1733401449199, suffix=, logDir=hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199, archiveDir=hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/oldWALs, maxLogs=10 2024-12-05T12:24:11,321 DEBUG [RS:0;9ea9abad0e9b:46853 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307, exclude list is [], retry=0 2024-12-05T12:24:11,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40795,DS-45163673-96b8-4cb1-b5ab-70dcc9af1071,DISK] 2024-12-05T12:24:11,325 INFO [RS:0;9ea9abad0e9b:46853 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307 2024-12-05T12:24:11,325 DEBUG [RS:0;9ea9abad0e9b:46853 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34651:34651)] 2024-12-05T12:24:11,537 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T12:24:11,537 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829 2024-12-05T12:24:11,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40795 is added to blk_1073741833_1009 (size=32) 2024-12-05T12:24:11,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:11,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:24:11,949 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:24:11,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:11,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:11,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:24:11,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:24:11,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:11,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:11,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:24:11,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:24:11,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:11,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:11,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:24:11,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:24:11,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:11,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:11,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:24:11,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/data/hbase/meta/1588230740 2024-12-05T12:24:11,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/data/hbase/meta/1588230740 2024-12-05T12:24:11,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:24:11,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:24:11,955 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:24:11,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:24:11,957 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:24:11,957 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70168715, jitterRate=0.045595332980155945}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:24:11,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733401451947Initializing all the Stores at 1733401451947Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401451947Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401451948 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401451948Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401451948Cleaning up temporary data from old regions at 1733401451954 (+6 ms)Region opened successfully at 1733401451958 (+4 ms) 2024-12-05T12:24:11,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:24:11,958 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:24:11,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:24:11,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:24:11,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:24:11,958 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:24:11,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401451958Disabling compacts and flushes for region at 1733401451958Disabling writes for close at 1733401451958Writing region close event to WAL at 1733401451958Closed at 1733401451958 2024-12-05T12:24:11,959 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:24:11,959 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T12:24:11,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T12:24:11,960 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:24:11,960 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T12:24:12,111 DEBUG [9ea9abad0e9b:40387 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T12:24:12,111 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9ea9abad0e9b,46853,1733401449199 2024-12-05T12:24:12,112 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ea9abad0e9b,46853,1733401449199, state=OPENING 2024-12-05T12:24:12,181 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T12:24:12,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46853-0x101a6a0d2140001, quorum=127.0.0.1:62360, baseZNode=/0-2043236496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2043236496 2024-12-05T12:24:12,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40387-0x101a6a0d2140000, quorum=127.0.0.1:62360, baseZNode=/0-2043236496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2043236496 2024-12-05T12:24:12,209 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2043236496/meta-region-server: CHANGED 2024-12-05T12:24:12,209 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2043236496/meta-region-server: CHANGED 2024-12-05T12:24:12,209 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:24:12,209 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,46853,1733401449199}] 2024-12-05T12:24:12,362 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:24:12,363 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54515, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T12:24:12,365 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T12:24:12,365 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:24:12,365 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T12:24:12,367 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C46853%2C1733401449199.meta, suffix=.meta, logDir=hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199, archiveDir=hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/oldWALs, maxLogs=10 2024-12-05T12:24:12,378 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.meta.1733401452367.meta, exclude list is [], retry=0 2024-12-05T12:24:12,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40795,DS-45163673-96b8-4cb1-b5ab-70dcc9af1071,DISK] 2024-12-05T12:24:12,381 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.meta.1733401452367.meta 2024-12-05T12:24:12,381 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34651:34651)] 2024-12-05T12:24:12,381 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:24:12,382 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:24:12,382 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:24:12,382 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T12:24:12,382 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T12:24:12,382 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T12:24:12,382 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:12,382 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T12:24:12,382 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T12:24:12,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:24:12,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:24:12,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:12,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:12,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:24:12,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:24:12,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:12,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:12,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:24:12,385 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:24:12,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:12,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:12,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:24:12,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:24:12,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:12,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:12,386 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:24:12,387 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/data/hbase/meta/1588230740 2024-12-05T12:24:12,387 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/data/hbase/meta/1588230740 2024-12-05T12:24:12,388 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:24:12,388 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:24:12,389 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:24:12,389 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:24:12,390 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69268976, jitterRate=0.03218817710876465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:24:12,390 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T12:24:12,390 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733401452382Writing region info on filesystem at 1733401452382Initializing all the Stores at 1733401452383 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401452383Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401452383Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401452383Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401452383Cleaning up temporary data from old regions at 1733401452388 (+5 ms)Running coprocessor post-open hooks at 1733401452390 (+2 ms)Region opened successfully at 1733401452390 2024-12-05T12:24:12,391 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733401452361 2024-12-05T12:24:12,392 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T12:24:12,392 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T12:24:12,393 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9ea9abad0e9b,46853,1733401449199 2024-12-05T12:24:12,393 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ea9abad0e9b,46853,1733401449199, state=OPEN 2024-12-05T12:24:12,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40387-0x101a6a0d2140000, quorum=127.0.0.1:62360, baseZNode=/0-2043236496 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2043236496/meta-region-server 2024-12-05T12:24:12,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46853-0x101a6a0d2140001, quorum=127.0.0.1:62360, baseZNode=/0-2043236496 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2043236496/meta-region-server 2024-12-05T12:24:12,406 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,46853,1733401449199 2024-12-05T12:24:12,406 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2043236496/meta-region-server: CHANGED 2024-12-05T12:24:12,406 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2043236496/meta-region-server: CHANGED 2024-12-05T12:24:12,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T12:24:12,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,46853,1733401449199 in 197 msec 2024-12-05T12:24:12,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T12:24:12,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 449 msec 2024-12-05T12:24:12,410 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:24:12,410 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T12:24:12,411 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:24:12,411 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,46853,1733401449199, seqNum=-1] 2024-12-05T12:24:12,411 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:24:12,412 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38935, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:24:12,416 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2990 sec 2024-12-05T12:24:12,416 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733401452416, completionTime=-1 2024-12-05T12:24:12,416 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T12:24:12,416 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T12:24:12,418 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T12:24:12,418 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733401512418 2024-12-05T12:24:12,418 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733401572418 2024-12-05T12:24:12,418 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T12:24:12,418 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,40387,1733401449056-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:12,418 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,40387,1733401449056-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:12,418 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,40387,1733401449056-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:12,418 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9ea9abad0e9b:40387, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:12,418 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:12,419 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:12,420 DEBUG [master/9ea9abad0e9b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T12:24:12,421 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.161sec 2024-12-05T12:24:12,421 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T12:24:12,421 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T12:24:12,421 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T12:24:12,421 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T12:24:12,421 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T12:24:12,421 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,40387,1733401449056-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:24:12,421 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,40387,1733401449056-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T12:24:12,423 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T12:24:12,423 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T12:24:12,423 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,40387,1733401449056-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:12,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eca1511, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:12,432 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,40387,-1 for getting cluster id 2024-12-05T12:24:12,432 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:24:12,433 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b6ff3228-223f-46ee-a945-3800a780896f' 2024-12-05T12:24:12,433 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:24:12,433 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b6ff3228-223f-46ee-a945-3800a780896f" 2024-12-05T12:24:12,434 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@286d78ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:12,434 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,40387,-1] 2024-12-05T12:24:12,434 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:24:12,434 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:12,435 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:24:12,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50303ef9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:12,435 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:24:12,436 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,46853,1733401449199, seqNum=-1] 2024-12-05T12:24:12,436 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:24:12,437 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:24:12,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9ea9abad0e9b,40387,1733401449056 2024-12-05T12:24:12,439 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62360 2024-12-05T12:24:12,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62360, baseZNode=/0-2043236496 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:24:12,448 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a6a0d2140002 connected 2024-12-05T12:24:12,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bd6c81-10d3-8316-f925-b41a87d06faa/hadoop.log.dir so I do NOT create it in target/test-data/3957bec9-d17b-3994-2ce8-584fd41722fa 2024-12-05T12:24:12,458 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bd6c81-10d3-8316-f925-b41a87d06faa/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T12:24:12,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bd6c81-10d3-8316-f925-b41a87d06faa/hadoop.tmp.dir so I do NOT create it in target/test-data/3957bec9-d17b-3994-2ce8-584fd41722fa 2024-12-05T12:24:12,458 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bd6c81-10d3-8316-f925-b41a87d06faa/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T12:24:12,458 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3957bec9-d17b-3994-2ce8-584fd41722fa 2024-12-05T12:24:12,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T12:24:12,458 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3957bec9-d17b-3994-2ce8-584fd41722fa/cluster_a0afc178-113d-ead8-e1e4-723fd8232698, deleteOnExit=true 2024-12-05T12:24:12,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T12:24:12,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3957bec9-d17b-3994-2ce8-584fd41722fa/test.cache.data in system properties and HBase conf 2024-12-05T12:24:12,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3957bec9-d17b-3994-2ce8-584fd41722fa/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T12:24:12,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3957bec9-d17b-3994-2ce8-584fd41722fa/hadoop.log.dir in system properties and HBase conf 2024-12-05T12:24:12,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3957bec9-d17b-3994-2ce8-584fd41722fa/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T12:24:12,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3957bec9-d17b-3994-2ce8-584fd41722fa/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T12:24:12,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T12:24:12,459 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T12:24:12,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3957bec9-d17b-3994-2ce8-584fd41722fa/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:24:12,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3957bec9-d17b-3994-2ce8-584fd41722fa/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:24:12,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3957bec9-d17b-3994-2ce8-584fd41722fa/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T12:24:12,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3957bec9-d17b-3994-2ce8-584fd41722fa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:24:12,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3957bec9-d17b-3994-2ce8-584fd41722fa/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T12:24:12,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3957bec9-d17b-3994-2ce8-584fd41722fa/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T12:24:12,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3957bec9-d17b-3994-2ce8-584fd41722fa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:24:12,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3957bec9-d17b-3994-2ce8-584fd41722fa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:24:12,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3957bec9-d17b-3994-2ce8-584fd41722fa/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T12:24:12,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3957bec9-d17b-3994-2ce8-584fd41722fa/nfs.dump.dir in system properties and HBase conf 2024-12-05T12:24:12,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3957bec9-d17b-3994-2ce8-584fd41722fa/java.io.tmpdir in system properties and HBase conf 2024-12-05T12:24:12,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3957bec9-d17b-3994-2ce8-584fd41722fa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:24:12,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3957bec9-d17b-3994-2ce8-584fd41722fa/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T12:24:12,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3957bec9-d17b-3994-2ce8-584fd41722fa/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T12:24:12,701 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:24:12,705 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:24:12,711 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:24:12,711 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:24:12,711 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T12:24:12,716 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:24:12,716 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@503cf90c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3957bec9-d17b-3994-2ce8-584fd41722fa/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:24:12,717 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38f695b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:24:12,823 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22ef0f0e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3957bec9-d17b-3994-2ce8-584fd41722fa/java.io.tmpdir/jetty-localhost-46385-hadoop-hdfs-3_4_1-tests_jar-_-any-15314787934080608389/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:24:12,823 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@574211b1{HTTP/1.1, (http/1.1)}{localhost:46385} 2024-12-05T12:24:12,823 INFO [Time-limited test {}] server.Server(415): Started @221905ms 2024-12-05T12:24:12,976 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:24:12,979 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:24:12,982 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:24:12,982 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:24:12,982 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T12:24:12,983 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@674af949{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3957bec9-d17b-3994-2ce8-584fd41722fa/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:24:12,983 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d0cb7f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:24:13,072 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25482ea9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3957bec9-d17b-3994-2ce8-584fd41722fa/java.io.tmpdir/jetty-localhost-46091-hadoop-hdfs-3_4_1-tests_jar-_-any-945004274553776564/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:24:13,072 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30484cc9{HTTP/1.1, (http/1.1)}{localhost:46091} 2024-12-05T12:24:13,072 INFO [Time-limited test {}] server.Server(415): Started @222154ms 2024-12-05T12:24:13,073 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T12:24:13,425 WARN [Thread-2784 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3957bec9-d17b-3994-2ce8-584fd41722fa/cluster_a0afc178-113d-ead8-e1e4-723fd8232698/data/data1/current/BP-1638499778-172.17.0.3-1733401452482/current, will proceed with Du for space computation calculation, 2024-12-05T12:24:13,425 WARN [Thread-2785 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3957bec9-d17b-3994-2ce8-584fd41722fa/cluster_a0afc178-113d-ead8-e1e4-723fd8232698/data/data2/current/BP-1638499778-172.17.0.3-1733401452482/current, will proceed with Du for space computation calculation, 2024-12-05T12:24:13,439 WARN [Thread-2772 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T12:24:13,441 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x92f81dfcba3833ef with lease ID 0xee2d01b9496fbb3a: Processing first storage report for DS-c1e833a4-26b8-46cb-b3c8-6a311f83dfc6 from datanode DatanodeRegistration(127.0.0.1:33387, datanodeUuid=6adf8f83-b9e4-42c9-be30-b2157b5e7e80, infoPort=36905, infoSecurePort=0, ipcPort=37377, storageInfo=lv=-57;cid=testClusterID;nsid=1967523289;c=1733401452482) 2024-12-05T12:24:13,441 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x92f81dfcba3833ef with lease ID 0xee2d01b9496fbb3a: from storage DS-c1e833a4-26b8-46cb-b3c8-6a311f83dfc6 node DatanodeRegistration(127.0.0.1:33387, datanodeUuid=6adf8f83-b9e4-42c9-be30-b2157b5e7e80, infoPort=36905, infoSecurePort=0, ipcPort=37377, storageInfo=lv=-57;cid=testClusterID;nsid=1967523289;c=1733401452482), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:24:13,441 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x92f81dfcba3833ef with lease ID 0xee2d01b9496fbb3a: Processing first storage report for DS-8f13ac74-b98e-484a-9297-1c6dd93ca10f from datanode DatanodeRegistration(127.0.0.1:33387, datanodeUuid=6adf8f83-b9e4-42c9-be30-b2157b5e7e80, infoPort=36905, infoSecurePort=0, ipcPort=37377, storageInfo=lv=-57;cid=testClusterID;nsid=1967523289;c=1733401452482) 2024-12-05T12:24:13,441 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x92f81dfcba3833ef with lease ID 0xee2d01b9496fbb3a: from storage DS-8f13ac74-b98e-484a-9297-1c6dd93ca10f node DatanodeRegistration(127.0.0.1:33387, datanodeUuid=6adf8f83-b9e4-42c9-be30-b2157b5e7e80, infoPort=36905, infoSecurePort=0, ipcPort=37377, storageInfo=lv=-57;cid=testClusterID;nsid=1967523289;c=1733401452482), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:24:13,496 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3957bec9-d17b-3994-2ce8-584fd41722fa 2024-12-05T12:24:13,496 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:13,497 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:13,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741825_1001 (size=7) 2024-12-05T12:24:13,907 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4 with version=8 2024-12-05T12:24:13,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/hbase-staging 2024-12-05T12:24:13,909 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9ea9abad0e9b:0 server-side Connection retries=45 2024-12-05T12:24:13,909 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:24:13,909 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:24:13,909 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:24:13,909 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:24:13,909 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:24:13,909 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T12:24:13,909 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:24:13,910 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44363 2024-12-05T12:24:13,910 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44363 connecting to ZooKeeper ensemble=127.0.0.1:62360 2024-12-05T12:24:13,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:443630x0, quorum=127.0.0.1:62360, baseZNode=/1-2071024854 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:24:13,940 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44363-0x101a6a0d2140003 connected 2024-12-05T12:24:13,998 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:13,999 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:14,001 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44363-0x101a6a0d2140003, quorum=127.0.0.1:62360, baseZNode=/1-2071024854 Set watcher on znode that does not yet exist, /1-2071024854/running 2024-12-05T12:24:14,001 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4, hbase.cluster.distributed=false 2024-12-05T12:24:14,003 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44363-0x101a6a0d2140003, quorum=127.0.0.1:62360, baseZNode=/1-2071024854 Set watcher on znode that does not yet exist, /1-2071024854/acl 2024-12-05T12:24:14,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44363 2024-12-05T12:24:14,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44363 2024-12-05T12:24:14,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44363 2024-12-05T12:24:14,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44363 2024-12-05T12:24:14,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44363 2024-12-05T12:24:14,004 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:24:14,005 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9ea9abad0e9b,43791,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:43791 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T12:24:14,005 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38316 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9ea9abad0e9b,43791,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:43791 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T12:24:14,020 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9ea9abad0e9b:0 server-side Connection retries=45 2024-12-05T12:24:14,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:24:14,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:24:14,020 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:24:14,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:24:14,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:24:14,020 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T12:24:14,020 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:24:14,021 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35835 2024-12-05T12:24:14,022 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35835 connecting to ZooKeeper ensemble=127.0.0.1:62360 2024-12-05T12:24:14,022 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:14,024 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:14,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358350x0, quorum=127.0.0.1:62360, baseZNode=/1-2071024854 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:24:14,035 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35835-0x101a6a0d2140004 connected 2024-12-05T12:24:14,035 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35835-0x101a6a0d2140004, quorum=127.0.0.1:62360, baseZNode=/1-2071024854 Set watcher on znode that does not yet exist, /1-2071024854/running 2024-12-05T12:24:14,036 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T12:24:14,036 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T12:24:14,036 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35835-0x101a6a0d2140004, quorum=127.0.0.1:62360, baseZNode=/1-2071024854 Set watcher on znode that does not yet exist, /1-2071024854/master 2024-12-05T12:24:14,037 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35835-0x101a6a0d2140004, quorum=127.0.0.1:62360, baseZNode=/1-2071024854 Set watcher on znode that does not yet exist, /1-2071024854/acl 2024-12-05T12:24:14,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35835 2024-12-05T12:24:14,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35835 2024-12-05T12:24:14,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35835 2024-12-05T12:24:14,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35835 2024-12-05T12:24:14,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35835 2024-12-05T12:24:14,052 DEBUG [M:0;9ea9abad0e9b:44363 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9ea9abad0e9b:44363 2024-12-05T12:24:14,052 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2071024854/backup-masters/9ea9abad0e9b,44363,1733401453909 2024-12-05T12:24:14,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35835-0x101a6a0d2140004, quorum=127.0.0.1:62360, baseZNode=/1-2071024854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2071024854/backup-masters 2024-12-05T12:24:14,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44363-0x101a6a0d2140003, quorum=127.0.0.1:62360, baseZNode=/1-2071024854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2071024854/backup-masters 2024-12-05T12:24:14,060 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44363-0x101a6a0d2140003, quorum=127.0.0.1:62360, baseZNode=/1-2071024854 Set watcher on existing znode=/1-2071024854/backup-masters/9ea9abad0e9b,44363,1733401453909 2024-12-05T12:24:14,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35835-0x101a6a0d2140004, quorum=127.0.0.1:62360, baseZNode=/1-2071024854 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2071024854/master 2024-12-05T12:24:14,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44363-0x101a6a0d2140003, quorum=127.0.0.1:62360, baseZNode=/1-2071024854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2071024854 2024-12-05T12:24:14,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35835-0x101a6a0d2140004, quorum=127.0.0.1:62360, baseZNode=/1-2071024854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2071024854 2024-12-05T12:24:14,069 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44363-0x101a6a0d2140003, quorum=127.0.0.1:62360, baseZNode=/1-2071024854 Set watcher on existing znode=/1-2071024854/master 2024-12-05T12:24:14,069 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2071024854/backup-masters/9ea9abad0e9b,44363,1733401453909 from backup master directory 2024-12-05T12:24:14,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44363-0x101a6a0d2140003, quorum=127.0.0.1:62360, baseZNode=/1-2071024854 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2071024854/backup-masters/9ea9abad0e9b,44363,1733401453909 2024-12-05T12:24:14,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44363-0x101a6a0d2140003, quorum=127.0.0.1:62360, baseZNode=/1-2071024854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2071024854/backup-masters 2024-12-05T12:24:14,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35835-0x101a6a0d2140004, quorum=127.0.0.1:62360, baseZNode=/1-2071024854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2071024854/backup-masters 2024-12-05T12:24:14,077 WARN [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:24:14,077 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9ea9abad0e9b,44363,1733401453909 2024-12-05T12:24:14,079 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/hbase.id] with ID: d927ecbf-6fd7-42e6-a145-c722e7f4b64c 2024-12-05T12:24:14,079 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/.tmp/hbase.id 2024-12-05T12:24:14,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741826_1002 (size=42) 2024-12-05T12:24:14,483 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/.tmp/hbase.id]:[hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/hbase.id] 2024-12-05T12:24:14,489 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:14,489 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T12:24:14,490 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T12:24:14,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35835-0x101a6a0d2140004, quorum=127.0.0.1:62360, baseZNode=/1-2071024854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2071024854 2024-12-05T12:24:14,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44363-0x101a6a0d2140003, quorum=127.0.0.1:62360, baseZNode=/1-2071024854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2071024854 2024-12-05T12:24:14,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741827_1003 (size=196) 2024-12-05T12:24:14,927 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:24:14,928 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T12:24:14,928 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:24:14,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741828_1004 (size=1189) 2024-12-05T12:24:15,333 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/MasterData/data/master/store 2024-12-05T12:24:15,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741829_1005 (size=34) 2024-12-05T12:24:15,738 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:15,738 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:24:15,738 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:15,738 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:15,738 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:24:15,738 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:15,738 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:15,738 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401455738Disabling compacts and flushes for region at 1733401455738Disabling writes for close at 1733401455738Writing region close event to WAL at 1733401455738Closed at 1733401455738 2024-12-05T12:24:15,739 WARN [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/MasterData/data/master/store/.initializing 2024-12-05T12:24:15,739 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/MasterData/WALs/9ea9abad0e9b,44363,1733401453909 2024-12-05T12:24:15,740 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:24:15,741 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9ea9abad0e9b%2C44363%2C1733401453909, suffix=, logDir=hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/MasterData/WALs/9ea9abad0e9b,44363,1733401453909, archiveDir=hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/MasterData/oldWALs, maxLogs=10 2024-12-05T12:24:15,751 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/MasterData/WALs/9ea9abad0e9b,44363,1733401453909/9ea9abad0e9b%2C44363%2C1733401453909.1733401455741, exclude list is [], retry=0 2024-12-05T12:24:15,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33387,DS-c1e833a4-26b8-46cb-b3c8-6a311f83dfc6,DISK] 2024-12-05T12:24:15,755 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/MasterData/WALs/9ea9abad0e9b,44363,1733401453909/9ea9abad0e9b%2C44363%2C1733401453909.1733401455741 2024-12-05T12:24:15,755 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36905:36905)] 2024-12-05T12:24:15,755 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:24:15,755 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:15,755 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:15,755 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:15,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:15,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T12:24:15,757 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:15,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:15,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:15,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T12:24:15,758 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:15,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:15,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:15,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T12:24:15,759 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:15,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:15,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:15,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T12:24:15,760 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:15,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:15,760 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:15,761 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:15,761 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:15,762 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:15,762 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:15,762 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:24:15,763 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:15,764 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:24:15,764 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60464942, jitterRate=-0.09900215268135071}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:24:15,765 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733401455755Initializing all the Stores at 1733401455756 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401455756Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401455756Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401455756Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401455756Cleaning up temporary data from old regions at 1733401455762 (+6 ms)Region opened successfully at 1733401455764 (+2 ms) 2024-12-05T12:24:15,765 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T12:24:15,767 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@155c6cef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ea9abad0e9b/172.17.0.3:0 2024-12-05T12:24:15,768 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T12:24:15,768 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T12:24:15,768 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T12:24:15,768 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T12:24:15,768 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T12:24:15,769 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T12:24:15,769 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T12:24:15,770 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T12:24:15,771 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44363-0x101a6a0d2140003, quorum=127.0.0.1:62360, baseZNode=/1-2071024854 Unable to get data of znode /1-2071024854/balancer because node does not exist (not necessarily an error) 2024-12-05T12:24:15,847 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2071024854/balancer already deleted, retry=false 2024-12-05T12:24:15,848 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T12:24:15,849 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44363-0x101a6a0d2140003, quorum=127.0.0.1:62360, baseZNode=/1-2071024854 Unable to get data of znode /1-2071024854/normalizer because node does not exist (not necessarily an error) 2024-12-05T12:24:15,856 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2071024854/normalizer already deleted, retry=false 2024-12-05T12:24:15,856 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T12:24:15,857 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44363-0x101a6a0d2140003, quorum=127.0.0.1:62360, baseZNode=/1-2071024854 Unable to get data of znode /1-2071024854/switch/split because node does not exist (not necessarily an error) 2024-12-05T12:24:15,864 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2071024854/switch/split already deleted, retry=false 2024-12-05T12:24:15,865 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44363-0x101a6a0d2140003, quorum=127.0.0.1:62360, baseZNode=/1-2071024854 Unable to get data of znode /1-2071024854/switch/merge because node does not exist (not necessarily an error) 2024-12-05T12:24:15,872 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2071024854/switch/merge already deleted, retry=false 2024-12-05T12:24:15,874 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44363-0x101a6a0d2140003, quorum=127.0.0.1:62360, baseZNode=/1-2071024854 Unable to get data of znode /1-2071024854/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T12:24:15,881 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2071024854/snapshot-cleanup already deleted, retry=false 2024-12-05T12:24:15,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44363-0x101a6a0d2140003, quorum=127.0.0.1:62360, baseZNode=/1-2071024854 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2071024854/running 2024-12-05T12:24:15,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35835-0x101a6a0d2140004, quorum=127.0.0.1:62360, baseZNode=/1-2071024854 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2071024854/running 2024-12-05T12:24:15,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44363-0x101a6a0d2140003, quorum=127.0.0.1:62360, baseZNode=/1-2071024854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2071024854 2024-12-05T12:24:15,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35835-0x101a6a0d2140004, quorum=127.0.0.1:62360, baseZNode=/1-2071024854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2071024854 2024-12-05T12:24:15,889 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9ea9abad0e9b,44363,1733401453909, sessionid=0x101a6a0d2140003, setting cluster-up flag (Was=false) 2024-12-05T12:24:15,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44363-0x101a6a0d2140003, quorum=127.0.0.1:62360, baseZNode=/1-2071024854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2071024854 2024-12-05T12:24:15,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35835-0x101a6a0d2140004, quorum=127.0.0.1:62360, baseZNode=/1-2071024854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2071024854 2024-12-05T12:24:15,931 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2071024854/flush-table-proc/acquired, /1-2071024854/flush-table-proc/reached, /1-2071024854/flush-table-proc/abort 2024-12-05T12:24:15,932 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ea9abad0e9b,44363,1733401453909 2024-12-05T12:24:15,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35835-0x101a6a0d2140004, quorum=127.0.0.1:62360, baseZNode=/1-2071024854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2071024854 2024-12-05T12:24:15,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44363-0x101a6a0d2140003, quorum=127.0.0.1:62360, baseZNode=/1-2071024854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2071024854 2024-12-05T12:24:15,972 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2071024854/online-snapshot/acquired, /1-2071024854/online-snapshot/reached, /1-2071024854/online-snapshot/abort 2024-12-05T12:24:15,973 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ea9abad0e9b,44363,1733401453909 2024-12-05T12:24:15,974 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T12:24:15,975 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T12:24:15,976 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T12:24:15,976 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T12:24:15,976 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9ea9abad0e9b,44363,1733401453909 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T12:24:15,977 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:24:15,977 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:24:15,977 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:24:15,977 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:24:15,977 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9ea9abad0e9b:0, corePoolSize=10, maxPoolSize=10 2024-12-05T12:24:15,977 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:15,977 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:24:15,977 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:15,978 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733401485978 2024-12-05T12:24:15,978 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T12:24:15,978 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:24:15,978 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T12:24:15,978 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T12:24:15,979 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T12:24:15,979 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T12:24:15,979 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T12:24:15,979 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T12:24:15,979 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:15,979 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:15,979 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T12:24:15,979 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T12:24:15,980 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T12:24:15,980 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T12:24:15,980 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T12:24:15,980 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T12:24:15,980 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T12:24:15,981 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401455980,5,FailOnTimeoutGroup] 2024-12-05T12:24:15,982 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401455981,5,FailOnTimeoutGroup] 2024-12-05T12:24:15,982 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:15,982 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T12:24:15,982 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:15,983 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:15,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741831_1007 (size=1321) 2024-12-05T12:24:16,045 INFO [RS:0;9ea9abad0e9b:35835 {}] regionserver.HRegionServer(746): ClusterId : d927ecbf-6fd7-42e6-a145-c722e7f4b64c 2024-12-05T12:24:16,045 DEBUG [RS:0;9ea9abad0e9b:35835 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T12:24:16,052 DEBUG [RS:0;9ea9abad0e9b:35835 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T12:24:16,052 DEBUG [RS:0;9ea9abad0e9b:35835 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T12:24:16,060 DEBUG [RS:0;9ea9abad0e9b:35835 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T12:24:16,060 DEBUG [RS:0;9ea9abad0e9b:35835 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@200aac9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ea9abad0e9b/172.17.0.3:0 2024-12-05T12:24:16,070 DEBUG [RS:0;9ea9abad0e9b:35835 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9ea9abad0e9b:35835 2024-12-05T12:24:16,070 INFO [RS:0;9ea9abad0e9b:35835 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T12:24:16,070 INFO [RS:0;9ea9abad0e9b:35835 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T12:24:16,070 DEBUG [RS:0;9ea9abad0e9b:35835 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T12:24:16,071 INFO [RS:0;9ea9abad0e9b:35835 {}] regionserver.HRegionServer(2659): reportForDuty to master=9ea9abad0e9b,44363,1733401453909 with port=35835, startcode=1733401454019 2024-12-05T12:24:16,071 DEBUG [RS:0;9ea9abad0e9b:35835 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T12:24:16,072 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38883, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T12:24:16,072 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44363 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9ea9abad0e9b,35835,1733401454019 2024-12-05T12:24:16,072 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44363 {}] master.ServerManager(517): Registering regionserver=9ea9abad0e9b,35835,1733401454019 2024-12-05T12:24:16,073 DEBUG [RS:0;9ea9abad0e9b:35835 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4 2024-12-05T12:24:16,073 DEBUG [RS:0;9ea9abad0e9b:35835 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43323 2024-12-05T12:24:16,073 DEBUG [RS:0;9ea9abad0e9b:35835 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T12:24:16,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44363-0x101a6a0d2140003, quorum=127.0.0.1:62360, baseZNode=/1-2071024854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2071024854/rs 2024-12-05T12:24:16,108 DEBUG [RS:0;9ea9abad0e9b:35835 {}] zookeeper.ZKUtil(111): regionserver:35835-0x101a6a0d2140004, quorum=127.0.0.1:62360, baseZNode=/1-2071024854 Set watcher on existing znode=/1-2071024854/rs/9ea9abad0e9b,35835,1733401454019 2024-12-05T12:24:16,108 WARN [RS:0;9ea9abad0e9b:35835 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:24:16,108 INFO [RS:0;9ea9abad0e9b:35835 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:24:16,108 DEBUG [RS:0;9ea9abad0e9b:35835 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019 2024-12-05T12:24:16,108 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9ea9abad0e9b,35835,1733401454019] 2024-12-05T12:24:16,111 INFO [RS:0;9ea9abad0e9b:35835 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T12:24:16,112 INFO [RS:0;9ea9abad0e9b:35835 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T12:24:16,112 INFO [RS:0;9ea9abad0e9b:35835 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T12:24:16,112 INFO [RS:0;9ea9abad0e9b:35835 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:16,112 INFO [RS:0;9ea9abad0e9b:35835 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T12:24:16,113 INFO [RS:0;9ea9abad0e9b:35835 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T12:24:16,113 INFO [RS:0;9ea9abad0e9b:35835 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:16,113 DEBUG [RS:0;9ea9abad0e9b:35835 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:16,113 DEBUG [RS:0;9ea9abad0e9b:35835 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:16,113 DEBUG [RS:0;9ea9abad0e9b:35835 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:16,113 DEBUG [RS:0;9ea9abad0e9b:35835 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:16,113 DEBUG [RS:0;9ea9abad0e9b:35835 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:16,113 DEBUG [RS:0;9ea9abad0e9b:35835 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9ea9abad0e9b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:24:16,113 DEBUG [RS:0;9ea9abad0e9b:35835 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:16,113 DEBUG [RS:0;9ea9abad0e9b:35835 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:16,113 DEBUG [RS:0;9ea9abad0e9b:35835 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:16,113 DEBUG [RS:0;9ea9abad0e9b:35835 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:16,113 DEBUG [RS:0;9ea9abad0e9b:35835 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:16,113 DEBUG [RS:0;9ea9abad0e9b:35835 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:16,113 DEBUG [RS:0;9ea9abad0e9b:35835 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9ea9abad0e9b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:24:16,113 DEBUG [RS:0;9ea9abad0e9b:35835 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9ea9abad0e9b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:24:16,114 INFO [RS:0;9ea9abad0e9b:35835 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:16,114 INFO [RS:0;9ea9abad0e9b:35835 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:16,114 INFO [RS:0;9ea9abad0e9b:35835 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:16,114 INFO [RS:0;9ea9abad0e9b:35835 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:16,114 INFO [RS:0;9ea9abad0e9b:35835 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:16,114 INFO [RS:0;9ea9abad0e9b:35835 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,35835,1733401454019-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:24:16,131 INFO [RS:0;9ea9abad0e9b:35835 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T12:24:16,131 INFO [RS:0;9ea9abad0e9b:35835 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,35835,1733401454019-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:16,131 INFO [RS:0;9ea9abad0e9b:35835 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:16,131 INFO [RS:0;9ea9abad0e9b:35835 {}] regionserver.Replication(171): 9ea9abad0e9b,35835,1733401454019 started 2024-12-05T12:24:16,147 INFO [RS:0;9ea9abad0e9b:35835 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:16,148 INFO [RS:0;9ea9abad0e9b:35835 {}] regionserver.HRegionServer(1482): Serving as 9ea9abad0e9b,35835,1733401454019, RpcServer on 9ea9abad0e9b/172.17.0.3:35835, sessionid=0x101a6a0d2140004 2024-12-05T12:24:16,148 DEBUG [RS:0;9ea9abad0e9b:35835 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T12:24:16,148 DEBUG [RS:0;9ea9abad0e9b:35835 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9ea9abad0e9b,35835,1733401454019 2024-12-05T12:24:16,148 DEBUG [RS:0;9ea9abad0e9b:35835 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ea9abad0e9b,35835,1733401454019' 2024-12-05T12:24:16,148 DEBUG [RS:0;9ea9abad0e9b:35835 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2071024854/flush-table-proc/abort' 2024-12-05T12:24:16,148 DEBUG [RS:0;9ea9abad0e9b:35835 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2071024854/flush-table-proc/acquired' 2024-12-05T12:24:16,149 DEBUG [RS:0;9ea9abad0e9b:35835 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T12:24:16,149 DEBUG [RS:0;9ea9abad0e9b:35835 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T12:24:16,149 DEBUG [RS:0;9ea9abad0e9b:35835 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9ea9abad0e9b,35835,1733401454019 2024-12-05T12:24:16,149 DEBUG [RS:0;9ea9abad0e9b:35835 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ea9abad0e9b,35835,1733401454019' 2024-12-05T12:24:16,149 DEBUG [RS:0;9ea9abad0e9b:35835 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2071024854/online-snapshot/abort' 2024-12-05T12:24:16,149 DEBUG [RS:0;9ea9abad0e9b:35835 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2071024854/online-snapshot/acquired' 2024-12-05T12:24:16,149 DEBUG [RS:0;9ea9abad0e9b:35835 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T12:24:16,149 INFO [RS:0;9ea9abad0e9b:35835 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T12:24:16,149 INFO [RS:0;9ea9abad0e9b:35835 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T12:24:16,249 INFO [RS:0;9ea9abad0e9b:35835 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:24:16,251 INFO [RS:0;9ea9abad0e9b:35835 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C35835%2C1733401454019, suffix=, logDir=hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019, archiveDir=hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/oldWALs, maxLogs=10 2024-12-05T12:24:16,262 DEBUG [RS:0;9ea9abad0e9b:35835 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251, exclude list is [], retry=0 2024-12-05T12:24:16,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33387,DS-c1e833a4-26b8-46cb-b3c8-6a311f83dfc6,DISK] 2024-12-05T12:24:16,265 INFO [RS:0;9ea9abad0e9b:35835 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251 2024-12-05T12:24:16,266 DEBUG [RS:0;9ea9abad0e9b:35835 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36905:36905)] 2024-12-05T12:24:16,389 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T12:24:16,389 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4 2024-12-05T12:24:16,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741833_1009 (size=32) 2024-12-05T12:24:16,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:16,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:24:16,796 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:24:16,796 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:16,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:16,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:24:16,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:24:16,797 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:16,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:16,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:24:16,798 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:24:16,798 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:16,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:16,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:24:16,799 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:24:16,799 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:16,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:16,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:24:16,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/data/hbase/meta/1588230740 2024-12-05T12:24:16,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/data/hbase/meta/1588230740 2024-12-05T12:24:16,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:24:16,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:24:16,801 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:24:16,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:24:16,803 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:24:16,804 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60842545, jitterRate=-0.09337542951107025}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:24:16,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733401456794Initializing all the Stores at 1733401456794Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401456794Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401456795 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401456795Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401456795Cleaning up temporary data from old regions at 1733401456801 (+6 ms)Region opened successfully at 1733401456804 (+3 ms) 2024-12-05T12:24:16,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:24:16,804 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:24:16,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:24:16,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:24:16,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:24:16,804 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:24:16,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401456804Disabling compacts and flushes for region at 1733401456804Disabling writes for close at 1733401456804Writing region close event to WAL at 1733401456804Closed at 1733401456804 2024-12-05T12:24:16,806 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:24:16,806 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T12:24:16,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T12:24:16,807 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:24:16,807 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T12:24:16,958 DEBUG [9ea9abad0e9b:44363 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T12:24:16,958 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9ea9abad0e9b,35835,1733401454019 2024-12-05T12:24:16,959 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ea9abad0e9b,35835,1733401454019, state=OPENING 2024-12-05T12:24:17,056 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T12:24:17,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35835-0x101a6a0d2140004, quorum=127.0.0.1:62360, baseZNode=/1-2071024854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2071024854 2024-12-05T12:24:17,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44363-0x101a6a0d2140003, quorum=127.0.0.1:62360, baseZNode=/1-2071024854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2071024854 2024-12-05T12:24:17,065 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:24:17,065 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2071024854/meta-region-server: CHANGED 2024-12-05T12:24:17,065 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2071024854/meta-region-server: CHANGED 2024-12-05T12:24:17,065 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,35835,1733401454019}] 2024-12-05T12:24:17,176 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T12:24:17,217 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:24:17,218 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46085, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T12:24:17,221 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T12:24:17,221 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:24:17,221 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T12:24:17,222 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C35835%2C1733401454019.meta, suffix=.meta, logDir=hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019, archiveDir=hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/oldWALs, maxLogs=10 2024-12-05T12:24:17,233 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.meta.1733401457222.meta, exclude list is [], retry=0 2024-12-05T12:24:17,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33387,DS-c1e833a4-26b8-46cb-b3c8-6a311f83dfc6,DISK] 2024-12-05T12:24:17,236 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.meta.1733401457222.meta 2024-12-05T12:24:17,236 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36905:36905)] 2024-12-05T12:24:17,236 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:24:17,237 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:24:17,237 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:24:17,237 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T12:24:17,237 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T12:24:17,237 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T12:24:17,237 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:17,237 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T12:24:17,237 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T12:24:17,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:24:17,239 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:24:17,239 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:17,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:17,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:24:17,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:24:17,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:17,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:17,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:24:17,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:24:17,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:17,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:17,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:24:17,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:24:17,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:17,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:17,242 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:24:17,242 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/data/hbase/meta/1588230740 2024-12-05T12:24:17,243 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/data/hbase/meta/1588230740 2024-12-05T12:24:17,243 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:24:17,243 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:24:17,244 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:24:17,244 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:24:17,245 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69113929, jitterRate=0.02987779676914215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:24:17,245 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T12:24:17,245 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733401457237Writing region info on filesystem at 1733401457237Initializing all the Stores at 1733401457238 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401457238Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401457238Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401457238Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401457238Cleaning up temporary data from old regions at 1733401457243 (+5 ms)Running coprocessor post-open hooks at 1733401457245 (+2 ms)Region opened successfully at 1733401457245 2024-12-05T12:24:17,246 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733401457216 2024-12-05T12:24:17,247 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T12:24:17,247 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T12:24:17,248 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9ea9abad0e9b,35835,1733401454019 2024-12-05T12:24:17,248 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ea9abad0e9b,35835,1733401454019, state=OPEN 2024-12-05T12:24:17,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35835-0x101a6a0d2140004, quorum=127.0.0.1:62360, baseZNode=/1-2071024854 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2071024854/meta-region-server 2024-12-05T12:24:17,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44363-0x101a6a0d2140003, quorum=127.0.0.1:62360, baseZNode=/1-2071024854 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2071024854/meta-region-server 2024-12-05T12:24:17,256 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,35835,1733401454019 2024-12-05T12:24:17,256 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2071024854/meta-region-server: CHANGED 2024-12-05T12:24:17,256 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2071024854/meta-region-server: CHANGED 2024-12-05T12:24:17,257 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T12:24:17,257 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,35835,1733401454019 in 191 msec 2024-12-05T12:24:17,259 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T12:24:17,259 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 451 msec 2024-12-05T12:24:17,259 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:24:17,259 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T12:24:17,260 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:24:17,260 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,35835,1733401454019, seqNum=-1] 2024-12-05T12:24:17,260 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:24:17,261 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57967, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:24:17,265 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2900 sec 2024-12-05T12:24:17,265 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733401457265, completionTime=-1 2024-12-05T12:24:17,265 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T12:24:17,265 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T12:24:17,267 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T12:24:17,267 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733401517267 2024-12-05T12:24:17,267 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733401577267 2024-12-05T12:24:17,267 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T12:24:17,267 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,44363,1733401453909-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:17,267 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,44363,1733401453909-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:17,267 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,44363,1733401453909-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:17,267 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9ea9abad0e9b:44363, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:17,267 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:17,268 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:17,268 DEBUG [master/9ea9abad0e9b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T12:24:17,270 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.193sec 2024-12-05T12:24:17,270 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T12:24:17,270 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T12:24:17,270 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T12:24:17,270 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T12:24:17,270 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T12:24:17,270 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,44363,1733401453909-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:24:17,270 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,44363,1733401453909-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T12:24:17,272 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T12:24:17,272 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T12:24:17,272 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,44363,1733401453909-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:17,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71d129f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:17,346 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,44363,-1 for getting cluster id 2024-12-05T12:24:17,346 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:24:17,347 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd927ecbf-6fd7-42e6-a145-c722e7f4b64c' 2024-12-05T12:24:17,347 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:24:17,347 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d927ecbf-6fd7-42e6-a145-c722e7f4b64c" 2024-12-05T12:24:17,348 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d4eb7f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:17,348 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,44363,-1] 2024-12-05T12:24:17,348 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:24:17,348 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:17,348 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:24:17,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@da97c08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:17,349 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:24:17,350 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,35835,1733401454019, seqNum=-1] 2024-12-05T12:24:17,350 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:24:17,351 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:24:17,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9ea9abad0e9b,44363,1733401453909 2024-12-05T12:24:17,353 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62360 2024-12-05T12:24:17,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62360, baseZNode=/1-2071024854 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:24:17,360 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a6a0d2140005 connected 2024-12-05T12:24:17,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3957bec9-d17b-3994-2ce8-584fd41722fa/hadoop.log.dir so I do NOT create it in target/test-data/ae489278-a306-3282-7f29-e04d2085992f 2024-12-05T12:24:17,370 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3957bec9-d17b-3994-2ce8-584fd41722fa/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T12:24:17,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3957bec9-d17b-3994-2ce8-584fd41722fa/hadoop.tmp.dir so I do NOT create it in target/test-data/ae489278-a306-3282-7f29-e04d2085992f 2024-12-05T12:24:17,370 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3957bec9-d17b-3994-2ce8-584fd41722fa/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T12:24:17,370 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae489278-a306-3282-7f29-e04d2085992f 2024-12-05T12:24:17,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T12:24:17,370 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae489278-a306-3282-7f29-e04d2085992f/cluster_fbd22174-8c82-3eff-4edb-bcb598c6eee8, deleteOnExit=true 2024-12-05T12:24:17,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T12:24:17,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae489278-a306-3282-7f29-e04d2085992f/test.cache.data in system properties and HBase conf 2024-12-05T12:24:17,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae489278-a306-3282-7f29-e04d2085992f/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T12:24:17,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae489278-a306-3282-7f29-e04d2085992f/hadoop.log.dir in system properties and HBase conf 2024-12-05T12:24:17,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae489278-a306-3282-7f29-e04d2085992f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T12:24:17,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae489278-a306-3282-7f29-e04d2085992f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T12:24:17,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T12:24:17,371 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T12:24:17,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae489278-a306-3282-7f29-e04d2085992f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:24:17,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae489278-a306-3282-7f29-e04d2085992f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:24:17,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae489278-a306-3282-7f29-e04d2085992f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T12:24:17,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae489278-a306-3282-7f29-e04d2085992f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:24:17,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae489278-a306-3282-7f29-e04d2085992f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T12:24:17,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae489278-a306-3282-7f29-e04d2085992f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T12:24:17,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae489278-a306-3282-7f29-e04d2085992f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:24:17,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae489278-a306-3282-7f29-e04d2085992f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:24:17,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae489278-a306-3282-7f29-e04d2085992f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T12:24:17,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae489278-a306-3282-7f29-e04d2085992f/nfs.dump.dir in system properties and HBase conf 2024-12-05T12:24:17,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae489278-a306-3282-7f29-e04d2085992f/java.io.tmpdir in system properties and HBase conf 2024-12-05T12:24:17,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae489278-a306-3282-7f29-e04d2085992f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:24:17,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae489278-a306-3282-7f29-e04d2085992f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T12:24:17,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae489278-a306-3282-7f29-e04d2085992f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T12:24:17,573 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-05T12:24:17,573 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:17,574 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:17,597 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:17,597 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:17,597 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:17,597 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:17,597 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:17,598 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:17,602 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:17,603 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:17,604 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:17,605 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:17,624 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:24:17,627 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:24:17,628 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:24:17,628 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:24:17,628 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T12:24:17,628 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:24:17,629 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@214795f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae489278-a306-3282-7f29-e04d2085992f/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:24:17,630 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16cc2ccc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:24:17,719 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26bb74dd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae489278-a306-3282-7f29-e04d2085992f/java.io.tmpdir/jetty-localhost-45465-hadoop-hdfs-3_4_1-tests_jar-_-any-1670118076606782240/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:24:17,719 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71399dd2{HTTP/1.1, (http/1.1)}{localhost:45465} 2024-12-05T12:24:17,719 INFO [Time-limited test {}] server.Server(415): Started @226801ms 2024-12-05T12:24:17,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T12:24:17,884 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T12:24:17,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T12:24:17,884 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T12:24:17,905 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:24:17,907 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:24:17,908 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:24:17,908 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:24:17,908 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T12:24:17,909 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58b2fdd5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae489278-a306-3282-7f29-e04d2085992f/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:24:17,909 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1573fbea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:24:18,002 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74a207af{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae489278-a306-3282-7f29-e04d2085992f/java.io.tmpdir/jetty-localhost-42773-hadoop-hdfs-3_4_1-tests_jar-_-any-7848525489029405130/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:24:18,002 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@67552449{HTTP/1.1, (http/1.1)}{localhost:42773} 2024-12-05T12:24:18,002 INFO [Time-limited test {}] server.Server(415): Started @227084ms 2024-12-05T12:24:18,003 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T12:24:18,375 WARN [Thread-2905 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae489278-a306-3282-7f29-e04d2085992f/cluster_fbd22174-8c82-3eff-4edb-bcb598c6eee8/data/data1/current/BP-894301621-172.17.0.3-1733401457385/current, will proceed with Du for space computation calculation, 2024-12-05T12:24:18,375 WARN [Thread-2906 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae489278-a306-3282-7f29-e04d2085992f/cluster_fbd22174-8c82-3eff-4edb-bcb598c6eee8/data/data2/current/BP-894301621-172.17.0.3-1733401457385/current, will proceed with Du for space computation calculation, 2024-12-05T12:24:18,392 WARN [Thread-2893 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T12:24:18,394 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x70dcd6183bdfe49 with lease ID 0xbe5fdedc91c6ea32: Processing first storage report for DS-bd3b8d94-4f65-4e1f-943e-cf93ea8ee8f9 from datanode DatanodeRegistration(127.0.0.1:34491, datanodeUuid=0da8e72c-a7fa-4be7-bac0-4134ba9c0fb8, infoPort=36169, infoSecurePort=0, ipcPort=35861, storageInfo=lv=-57;cid=testClusterID;nsid=367212593;c=1733401457385) 2024-12-05T12:24:18,394 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x70dcd6183bdfe49 with lease ID 0xbe5fdedc91c6ea32: from storage DS-bd3b8d94-4f65-4e1f-943e-cf93ea8ee8f9 node DatanodeRegistration(127.0.0.1:34491, datanodeUuid=0da8e72c-a7fa-4be7-bac0-4134ba9c0fb8, infoPort=36169, infoSecurePort=0, ipcPort=35861, storageInfo=lv=-57;cid=testClusterID;nsid=367212593;c=1733401457385), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:24:18,394 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x70dcd6183bdfe49 with lease ID 0xbe5fdedc91c6ea32: Processing first storage report for DS-65e48d26-59e0-4981-9196-723ced9ea172 from datanode DatanodeRegistration(127.0.0.1:34491, datanodeUuid=0da8e72c-a7fa-4be7-bac0-4134ba9c0fb8, infoPort=36169, infoSecurePort=0, ipcPort=35861, storageInfo=lv=-57;cid=testClusterID;nsid=367212593;c=1733401457385) 2024-12-05T12:24:18,394 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x70dcd6183bdfe49 with lease ID 0xbe5fdedc91c6ea32: from storage DS-65e48d26-59e0-4981-9196-723ced9ea172 node DatanodeRegistration(127.0.0.1:34491, datanodeUuid=0da8e72c-a7fa-4be7-bac0-4134ba9c0fb8, infoPort=36169, infoSecurePort=0, ipcPort=35861, storageInfo=lv=-57;cid=testClusterID;nsid=367212593;c=1733401457385), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:24:18,423 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae489278-a306-3282-7f29-e04d2085992f 2024-12-05T12:24:18,424 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:18,425 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:18,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34491 is added to blk_1073741825_1001 (size=7) 2024-12-05T12:24:18,833 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6 with version=8 2024-12-05T12:24:18,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/hbase-staging 2024-12-05T12:24:18,836 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9ea9abad0e9b:0 server-side Connection retries=45 2024-12-05T12:24:18,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:24:18,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:24:18,836 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:24:18,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:24:18,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:24:18,836 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T12:24:18,836 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:24:18,837 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34097 2024-12-05T12:24:18,837 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34097 connecting to ZooKeeper ensemble=127.0.0.1:62360 2024-12-05T12:24:18,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:340970x0, quorum=127.0.0.1:62360, baseZNode=/21494551287 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:24:18,873 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34097-0x101a6a0d2140006 connected 2024-12-05T12:24:18,931 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:18,933 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:18,934 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34097-0x101a6a0d2140006, quorum=127.0.0.1:62360, baseZNode=/21494551287 Set watcher on znode that does not yet exist, /21494551287/running 2024-12-05T12:24:18,935 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6, hbase.cluster.distributed=false 2024-12-05T12:24:18,936 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34097-0x101a6a0d2140006, quorum=127.0.0.1:62360, baseZNode=/21494551287 Set watcher on znode that does not yet exist, /21494551287/acl 2024-12-05T12:24:18,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34097 2024-12-05T12:24:18,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34097 2024-12-05T12:24:18,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34097 2024-12-05T12:24:18,937 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34097 2024-12-05T12:24:18,937 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34097 2024-12-05T12:24:18,948 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9ea9abad0e9b:0 server-side Connection retries=45 2024-12-05T12:24:18,949 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:24:18,949 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:24:18,949 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:24:18,949 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:24:18,949 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:24:18,949 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T12:24:18,949 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:24:18,949 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32787 2024-12-05T12:24:18,950 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32787 connecting to ZooKeeper ensemble=127.0.0.1:62360 2024-12-05T12:24:18,950 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:18,951 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:18,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:327870x0, quorum=127.0.0.1:62360, baseZNode=/21494551287 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:24:18,960 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:327870x0, quorum=127.0.0.1:62360, baseZNode=/21494551287 Set watcher on znode that does not yet exist, /21494551287/running 2024-12-05T12:24:18,960 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32787-0x101a6a0d2140007 connected 2024-12-05T12:24:18,960 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T12:24:18,962 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T12:24:18,962 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32787-0x101a6a0d2140007, quorum=127.0.0.1:62360, baseZNode=/21494551287 Set watcher on znode that does not yet exist, /21494551287/master 2024-12-05T12:24:18,963 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32787-0x101a6a0d2140007, quorum=127.0.0.1:62360, baseZNode=/21494551287 Set watcher on znode that does not yet exist, /21494551287/acl 2024-12-05T12:24:18,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32787 2024-12-05T12:24:18,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32787 2024-12-05T12:24:18,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32787 2024-12-05T12:24:18,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32787 2024-12-05T12:24:18,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32787 2024-12-05T12:24:18,980 DEBUG [M:0;9ea9abad0e9b:34097 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9ea9abad0e9b:34097 2024-12-05T12:24:18,980 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21494551287/backup-masters/9ea9abad0e9b,34097,1733401458836 2024-12-05T12:24:18,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34097-0x101a6a0d2140006, quorum=127.0.0.1:62360, baseZNode=/21494551287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21494551287/backup-masters 2024-12-05T12:24:18,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32787-0x101a6a0d2140007, quorum=127.0.0.1:62360, baseZNode=/21494551287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21494551287/backup-masters 2024-12-05T12:24:18,989 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34097-0x101a6a0d2140006, quorum=127.0.0.1:62360, baseZNode=/21494551287 Set watcher on existing znode=/21494551287/backup-masters/9ea9abad0e9b,34097,1733401458836 2024-12-05T12:24:18,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32787-0x101a6a0d2140007, quorum=127.0.0.1:62360, baseZNode=/21494551287 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21494551287/master 2024-12-05T12:24:18,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34097-0x101a6a0d2140006, quorum=127.0.0.1:62360, baseZNode=/21494551287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21494551287 2024-12-05T12:24:18,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32787-0x101a6a0d2140007, quorum=127.0.0.1:62360, baseZNode=/21494551287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21494551287 2024-12-05T12:24:18,997 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34097-0x101a6a0d2140006, quorum=127.0.0.1:62360, baseZNode=/21494551287 Set watcher on existing znode=/21494551287/master 2024-12-05T12:24:18,998 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21494551287/backup-masters/9ea9abad0e9b,34097,1733401458836 from backup master directory 2024-12-05T12:24:19,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34097-0x101a6a0d2140006, quorum=127.0.0.1:62360, baseZNode=/21494551287 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21494551287/backup-masters/9ea9abad0e9b,34097,1733401458836 2024-12-05T12:24:19,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32787-0x101a6a0d2140007, quorum=127.0.0.1:62360, baseZNode=/21494551287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21494551287/backup-masters 2024-12-05T12:24:19,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34097-0x101a6a0d2140006, quorum=127.0.0.1:62360, baseZNode=/21494551287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21494551287/backup-masters 2024-12-05T12:24:19,006 WARN [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:24:19,006 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9ea9abad0e9b,34097,1733401458836 2024-12-05T12:24:19,008 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/hbase.id] with ID: 063ee01a-d1ae-40aa-b4cc-0966708e1a54 2024-12-05T12:24:19,008 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/.tmp/hbase.id 2024-12-05T12:24:19,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34491 is added to blk_1073741826_1002 (size=42) 2024-12-05T12:24:19,413 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/.tmp/hbase.id]:[hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/hbase.id] 2024-12-05T12:24:19,420 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:19,420 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T12:24:19,421 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T12:24:19,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32787-0x101a6a0d2140007, quorum=127.0.0.1:62360, baseZNode=/21494551287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21494551287 2024-12-05T12:24:19,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34097-0x101a6a0d2140006, quorum=127.0.0.1:62360, baseZNode=/21494551287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21494551287 2024-12-05T12:24:19,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34491 is added to blk_1073741827_1003 (size=196) 2024-12-05T12:24:19,861 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:24:19,861 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T12:24:19,861 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:24:19,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34491 is added to blk_1073741828_1004 (size=1189) 2024-12-05T12:24:20,269 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/MasterData/data/master/store 2024-12-05T12:24:20,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34491 is added to blk_1073741829_1005 (size=34) 2024-12-05T12:24:20,674 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:20,674 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:24:20,674 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:20,674 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:20,674 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:24:20,674 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:20,674 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:20,674 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401460674Disabling compacts and flushes for region at 1733401460674Disabling writes for close at 1733401460674Writing region close event to WAL at 1733401460674Closed at 1733401460674 2024-12-05T12:24:20,675 WARN [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/MasterData/data/master/store/.initializing 2024-12-05T12:24:20,675 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/MasterData/WALs/9ea9abad0e9b,34097,1733401458836 2024-12-05T12:24:20,676 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:24:20,677 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9ea9abad0e9b%2C34097%2C1733401458836, suffix=, logDir=hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/MasterData/WALs/9ea9abad0e9b,34097,1733401458836, archiveDir=hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/MasterData/oldWALs, maxLogs=10 2024-12-05T12:24:20,688 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/MasterData/WALs/9ea9abad0e9b,34097,1733401458836/9ea9abad0e9b%2C34097%2C1733401458836.1733401460677, exclude list is [], retry=0 2024-12-05T12:24:20,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34491,DS-bd3b8d94-4f65-4e1f-943e-cf93ea8ee8f9,DISK] 2024-12-05T12:24:20,692 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/MasterData/WALs/9ea9abad0e9b,34097,1733401458836/9ea9abad0e9b%2C34097%2C1733401458836.1733401460677 2024-12-05T12:24:20,692 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36169:36169)] 2024-12-05T12:24:20,692 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:24:20,692 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:20,692 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:20,692 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:20,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:20,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T12:24:20,694 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:20,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:20,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:20,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T12:24:20,695 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:20,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:20,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:20,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T12:24:20,696 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:20,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:20,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:20,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T12:24:20,697 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:20,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:20,697 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:20,698 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:20,698 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:20,699 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:20,699 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:20,699 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:24:20,700 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:20,701 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:24:20,701 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64305639, jitterRate=-0.041771307587623596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:24:20,701 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733401460692Initializing all the Stores at 1733401460693 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401460693Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401460693Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401460693Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401460693Cleaning up temporary data from old regions at 1733401460699 (+6 ms)Region opened successfully at 1733401460701 (+2 ms) 2024-12-05T12:24:20,702 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T12:24:20,704 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b5433e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ea9abad0e9b/172.17.0.3:0 2024-12-05T12:24:20,704 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T12:24:20,704 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T12:24:20,704 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T12:24:20,704 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T12:24:20,705 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T12:24:20,705 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T12:24:20,705 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T12:24:20,708 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T12:24:20,708 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34097-0x101a6a0d2140006, quorum=127.0.0.1:62360, baseZNode=/21494551287 Unable to get data of znode /21494551287/balancer because node does not exist (not necessarily an error) 2024-12-05T12:24:20,772 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21494551287/balancer already deleted, retry=false 2024-12-05T12:24:20,773 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T12:24:20,773 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34097-0x101a6a0d2140006, quorum=127.0.0.1:62360, baseZNode=/21494551287 Unable to get data of znode /21494551287/normalizer because node does not exist (not necessarily an error) 2024-12-05T12:24:20,781 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21494551287/normalizer already deleted, retry=false 2024-12-05T12:24:20,781 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T12:24:20,782 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34097-0x101a6a0d2140006, quorum=127.0.0.1:62360, baseZNode=/21494551287 Unable to get data of znode /21494551287/switch/split because node does not exist (not necessarily an error) 2024-12-05T12:24:20,789 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21494551287/switch/split already deleted, retry=false 2024-12-05T12:24:20,790 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34097-0x101a6a0d2140006, quorum=127.0.0.1:62360, baseZNode=/21494551287 Unable to get data of znode /21494551287/switch/merge because node does not exist (not necessarily an error) 2024-12-05T12:24:20,797 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21494551287/switch/merge already deleted, retry=false 2024-12-05T12:24:20,799 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34097-0x101a6a0d2140006, quorum=127.0.0.1:62360, baseZNode=/21494551287 Unable to get data of znode /21494551287/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T12:24:20,805 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21494551287/snapshot-cleanup already deleted, retry=false 2024-12-05T12:24:20,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34097-0x101a6a0d2140006, quorum=127.0.0.1:62360, baseZNode=/21494551287 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21494551287/running 2024-12-05T12:24:20,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32787-0x101a6a0d2140007, quorum=127.0.0.1:62360, baseZNode=/21494551287 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21494551287/running 2024-12-05T12:24:20,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32787-0x101a6a0d2140007, quorum=127.0.0.1:62360, baseZNode=/21494551287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21494551287 2024-12-05T12:24:20,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34097-0x101a6a0d2140006, quorum=127.0.0.1:62360, baseZNode=/21494551287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21494551287 2024-12-05T12:24:20,814 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9ea9abad0e9b,34097,1733401458836, sessionid=0x101a6a0d2140006, setting cluster-up flag (Was=false) 2024-12-05T12:24:20,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32787-0x101a6a0d2140007, quorum=127.0.0.1:62360, baseZNode=/21494551287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21494551287 2024-12-05T12:24:20,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34097-0x101a6a0d2140006, quorum=127.0.0.1:62360, baseZNode=/21494551287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21494551287 2024-12-05T12:24:20,855 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21494551287/flush-table-proc/acquired, /21494551287/flush-table-proc/reached, /21494551287/flush-table-proc/abort 2024-12-05T12:24:20,856 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ea9abad0e9b,34097,1733401458836 2024-12-05T12:24:20,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34097-0x101a6a0d2140006, quorum=127.0.0.1:62360, baseZNode=/21494551287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21494551287 2024-12-05T12:24:20,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32787-0x101a6a0d2140007, quorum=127.0.0.1:62360, baseZNode=/21494551287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21494551287 2024-12-05T12:24:20,897 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21494551287/online-snapshot/acquired, /21494551287/online-snapshot/reached, /21494551287/online-snapshot/abort 2024-12-05T12:24:20,898 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ea9abad0e9b,34097,1733401458836 2024-12-05T12:24:20,899 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T12:24:20,901 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T12:24:20,901 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T12:24:20,901 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T12:24:20,901 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9ea9abad0e9b,34097,1733401458836 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T12:24:20,902 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:24:20,902 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:24:20,902 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:24:20,902 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:24:20,902 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9ea9abad0e9b:0, corePoolSize=10, maxPoolSize=10 2024-12-05T12:24:20,903 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:20,903 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:24:20,903 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:20,903 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733401490903 2024-12-05T12:24:20,903 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T12:24:20,903 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T12:24:20,903 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T12:24:20,904 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T12:24:20,904 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T12:24:20,904 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T12:24:20,904 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:20,904 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:24:20,904 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T12:24:20,904 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T12:24:20,904 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T12:24:20,904 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T12:24:20,904 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T12:24:20,905 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T12:24:20,905 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T12:24:20,905 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401460905,5,FailOnTimeoutGroup] 2024-12-05T12:24:20,905 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:20,905 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T12:24:20,910 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401460905,5,FailOnTimeoutGroup] 2024-12-05T12:24:20,910 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:20,910 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T12:24:20,910 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:20,910 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:20,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34491 is added to blk_1073741831_1007 (size=1321) 2024-12-05T12:24:20,973 INFO [RS:0;9ea9abad0e9b:32787 {}] regionserver.HRegionServer(746): ClusterId : 063ee01a-d1ae-40aa-b4cc-0966708e1a54 2024-12-05T12:24:20,973 DEBUG [RS:0;9ea9abad0e9b:32787 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T12:24:20,981 DEBUG [RS:0;9ea9abad0e9b:32787 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T12:24:20,981 DEBUG [RS:0;9ea9abad0e9b:32787 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T12:24:20,989 DEBUG [RS:0;9ea9abad0e9b:32787 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T12:24:20,990 DEBUG [RS:0;9ea9abad0e9b:32787 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@495bfc78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ea9abad0e9b/172.17.0.3:0 2024-12-05T12:24:21,000 DEBUG [RS:0;9ea9abad0e9b:32787 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9ea9abad0e9b:32787 2024-12-05T12:24:21,000 INFO [RS:0;9ea9abad0e9b:32787 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T12:24:21,000 INFO [RS:0;9ea9abad0e9b:32787 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T12:24:21,000 DEBUG [RS:0;9ea9abad0e9b:32787 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T12:24:21,001 INFO [RS:0;9ea9abad0e9b:32787 {}] regionserver.HRegionServer(2659): reportForDuty to master=9ea9abad0e9b,34097,1733401458836 with port=32787, startcode=1733401458948 2024-12-05T12:24:21,001 DEBUG [RS:0;9ea9abad0e9b:32787 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T12:24:21,003 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38229, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T12:24:21,003 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34097 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9ea9abad0e9b,32787,1733401458948 2024-12-05T12:24:21,003 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34097 {}] master.ServerManager(517): Registering regionserver=9ea9abad0e9b,32787,1733401458948 2024-12-05T12:24:21,004 DEBUG [RS:0;9ea9abad0e9b:32787 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6 2024-12-05T12:24:21,004 DEBUG [RS:0;9ea9abad0e9b:32787 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44761 2024-12-05T12:24:21,004 DEBUG [RS:0;9ea9abad0e9b:32787 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T12:24:21,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34097-0x101a6a0d2140006, quorum=127.0.0.1:62360, baseZNode=/21494551287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21494551287/rs 2024-12-05T12:24:21,066 DEBUG [RS:0;9ea9abad0e9b:32787 {}] zookeeper.ZKUtil(111): regionserver:32787-0x101a6a0d2140007, quorum=127.0.0.1:62360, baseZNode=/21494551287 Set watcher on existing znode=/21494551287/rs/9ea9abad0e9b,32787,1733401458948 2024-12-05T12:24:21,066 WARN [RS:0;9ea9abad0e9b:32787 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:24:21,066 INFO [RS:0;9ea9abad0e9b:32787 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:24:21,066 DEBUG [RS:0;9ea9abad0e9b:32787 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948 2024-12-05T12:24:21,066 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9ea9abad0e9b,32787,1733401458948] 2024-12-05T12:24:21,068 INFO [RS:0;9ea9abad0e9b:32787 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T12:24:21,069 INFO [RS:0;9ea9abad0e9b:32787 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T12:24:21,070 INFO [RS:0;9ea9abad0e9b:32787 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T12:24:21,070 INFO [RS:0;9ea9abad0e9b:32787 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:21,070 INFO [RS:0;9ea9abad0e9b:32787 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T12:24:21,070 INFO [RS:0;9ea9abad0e9b:32787 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T12:24:21,070 INFO [RS:0;9ea9abad0e9b:32787 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:21,070 DEBUG [RS:0;9ea9abad0e9b:32787 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:21,071 DEBUG [RS:0;9ea9abad0e9b:32787 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:21,071 DEBUG [RS:0;9ea9abad0e9b:32787 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:21,071 DEBUG [RS:0;9ea9abad0e9b:32787 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:21,071 DEBUG [RS:0;9ea9abad0e9b:32787 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:21,071 DEBUG [RS:0;9ea9abad0e9b:32787 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9ea9abad0e9b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:24:21,071 DEBUG [RS:0;9ea9abad0e9b:32787 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:21,071 DEBUG [RS:0;9ea9abad0e9b:32787 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:21,071 DEBUG [RS:0;9ea9abad0e9b:32787 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:21,071 DEBUG [RS:0;9ea9abad0e9b:32787 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:21,071 DEBUG [RS:0;9ea9abad0e9b:32787 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:21,071 DEBUG [RS:0;9ea9abad0e9b:32787 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:21,071 DEBUG [RS:0;9ea9abad0e9b:32787 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9ea9abad0e9b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:24:21,071 DEBUG [RS:0;9ea9abad0e9b:32787 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9ea9abad0e9b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:24:21,071 INFO [RS:0;9ea9abad0e9b:32787 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:21,071 INFO [RS:0;9ea9abad0e9b:32787 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:21,071 INFO [RS:0;9ea9abad0e9b:32787 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:21,071 INFO [RS:0;9ea9abad0e9b:32787 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:21,071 INFO [RS:0;9ea9abad0e9b:32787 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:21,071 INFO [RS:0;9ea9abad0e9b:32787 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,32787,1733401458948-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:24:21,083 INFO [RS:0;9ea9abad0e9b:32787 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T12:24:21,083 INFO [RS:0;9ea9abad0e9b:32787 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,32787,1733401458948-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:21,083 INFO [RS:0;9ea9abad0e9b:32787 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:21,083 INFO [RS:0;9ea9abad0e9b:32787 {}] regionserver.Replication(171): 9ea9abad0e9b,32787,1733401458948 started 2024-12-05T12:24:21,094 INFO [RS:0;9ea9abad0e9b:32787 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:21,094 INFO [RS:0;9ea9abad0e9b:32787 {}] regionserver.HRegionServer(1482): Serving as 9ea9abad0e9b,32787,1733401458948, RpcServer on 9ea9abad0e9b/172.17.0.3:32787, sessionid=0x101a6a0d2140007 2024-12-05T12:24:21,094 DEBUG [RS:0;9ea9abad0e9b:32787 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T12:24:21,094 DEBUG [RS:0;9ea9abad0e9b:32787 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9ea9abad0e9b,32787,1733401458948 2024-12-05T12:24:21,094 DEBUG [RS:0;9ea9abad0e9b:32787 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ea9abad0e9b,32787,1733401458948' 2024-12-05T12:24:21,094 DEBUG [RS:0;9ea9abad0e9b:32787 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21494551287/flush-table-proc/abort' 2024-12-05T12:24:21,095 DEBUG [RS:0;9ea9abad0e9b:32787 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21494551287/flush-table-proc/acquired' 2024-12-05T12:24:21,095 DEBUG [RS:0;9ea9abad0e9b:32787 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T12:24:21,095 DEBUG [RS:0;9ea9abad0e9b:32787 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T12:24:21,095 DEBUG [RS:0;9ea9abad0e9b:32787 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9ea9abad0e9b,32787,1733401458948 2024-12-05T12:24:21,095 DEBUG [RS:0;9ea9abad0e9b:32787 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ea9abad0e9b,32787,1733401458948' 2024-12-05T12:24:21,095 DEBUG [RS:0;9ea9abad0e9b:32787 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21494551287/online-snapshot/abort' 2024-12-05T12:24:21,095 DEBUG [RS:0;9ea9abad0e9b:32787 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21494551287/online-snapshot/acquired' 2024-12-05T12:24:21,095 DEBUG [RS:0;9ea9abad0e9b:32787 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T12:24:21,096 INFO [RS:0;9ea9abad0e9b:32787 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T12:24:21,096 INFO [RS:0;9ea9abad0e9b:32787 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T12:24:21,196 INFO [RS:0;9ea9abad0e9b:32787 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:24:21,197 INFO [RS:0;9ea9abad0e9b:32787 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C32787%2C1733401458948, suffix=, logDir=hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948, archiveDir=hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/oldWALs, maxLogs=10 2024-12-05T12:24:21,219 DEBUG [RS:0;9ea9abad0e9b:32787 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948/9ea9abad0e9b%2C32787%2C1733401458948.1733401461207, exclude list is [], retry=0 2024-12-05T12:24:21,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34491,DS-bd3b8d94-4f65-4e1f-943e-cf93ea8ee8f9,DISK] 2024-12-05T12:24:21,223 INFO [RS:0;9ea9abad0e9b:32787 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948/9ea9abad0e9b%2C32787%2C1733401458948.1733401461207 2024-12-05T12:24:21,223 DEBUG [RS:0;9ea9abad0e9b:32787 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36169:36169)] 2024-12-05T12:24:21,315 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T12:24:21,315 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6 2024-12-05T12:24:21,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34491 is added to blk_1073741833_1009 (size=32) 2024-12-05T12:24:21,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:21,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:24:21,722 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:24:21,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:21,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:21,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:24:21,724 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:24:21,724 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:21,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:21,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:24:21,724 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:24:21,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:21,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:21,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:24:21,725 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:24:21,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:21,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:21,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:24:21,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/data/hbase/meta/1588230740 2024-12-05T12:24:21,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/data/hbase/meta/1588230740 2024-12-05T12:24:21,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:24:21,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:24:21,727 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:24:21,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:24:21,730 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:24:21,730 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59739450, jitterRate=-0.10981282591819763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:24:21,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733401461720Initializing all the Stores at 1733401461721 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401461721Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401461721Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401461721Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401461721Cleaning up temporary data from old regions at 1733401461727 (+6 ms)Region opened successfully at 1733401461730 (+3 ms) 2024-12-05T12:24:21,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:24:21,730 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:24:21,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:24:21,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:24:21,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:24:21,730 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:24:21,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401461730Disabling compacts and flushes for region at 1733401461730Disabling writes for close at 1733401461730Writing region close event to WAL at 1733401461730Closed at 1733401461730 2024-12-05T12:24:21,731 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:24:21,731 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T12:24:21,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T12:24:21,732 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:24:21,733 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T12:24:21,883 DEBUG [9ea9abad0e9b:34097 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T12:24:21,884 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9ea9abad0e9b,32787,1733401458948 2024-12-05T12:24:21,885 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ea9abad0e9b,32787,1733401458948, state=OPENING 2024-12-05T12:24:21,939 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T12:24:21,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32787-0x101a6a0d2140007, quorum=127.0.0.1:62360, baseZNode=/21494551287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21494551287 2024-12-05T12:24:21,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34097-0x101a6a0d2140006, quorum=127.0.0.1:62360, baseZNode=/21494551287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21494551287 2024-12-05T12:24:21,948 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:24:21,948 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,32787,1733401458948}] 2024-12-05T12:24:21,948 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21494551287/meta-region-server: CHANGED 2024-12-05T12:24:21,948 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21494551287/meta-region-server: CHANGED 2024-12-05T12:24:22,100 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:24:22,101 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52283, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T12:24:22,104 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T12:24:22,104 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:24:22,104 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T12:24:22,105 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C32787%2C1733401458948.meta, suffix=.meta, logDir=hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948, archiveDir=hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/oldWALs, maxLogs=10 2024-12-05T12:24:22,116 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948/9ea9abad0e9b%2C32787%2C1733401458948.meta.1733401462105.meta, exclude list is [], retry=0 2024-12-05T12:24:22,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34491,DS-bd3b8d94-4f65-4e1f-943e-cf93ea8ee8f9,DISK] 2024-12-05T12:24:22,119 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948/9ea9abad0e9b%2C32787%2C1733401458948.meta.1733401462105.meta 2024-12-05T12:24:22,119 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36169:36169)] 2024-12-05T12:24:22,120 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:24:22,120 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:24:22,120 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:24:22,120 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T12:24:22,120 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T12:24:22,120 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T12:24:22,120 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:22,120 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T12:24:22,120 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T12:24:22,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:24:22,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:24:22,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:22,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:22,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:24:22,123 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:24:22,123 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:22,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:22,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:24:22,123 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:24:22,123 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:22,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:22,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:24:22,124 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:24:22,124 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:22,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:22,124 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:24:22,125 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/data/hbase/meta/1588230740 2024-12-05T12:24:22,126 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/data/hbase/meta/1588230740 2024-12-05T12:24:22,126 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:24:22,126 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:24:22,126 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:24:22,127 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:24:22,128 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65409393, jitterRate=-0.02532409131526947}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:24:22,128 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T12:24:22,128 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733401462120Writing region info on filesystem at 1733401462120Initializing all the Stores at 1733401462121 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401462121Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401462121Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401462121Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401462121Cleaning up temporary data from old regions at 1733401462126 (+5 ms)Running coprocessor post-open hooks at 1733401462128 (+2 ms)Region opened successfully at 1733401462128 2024-12-05T12:24:22,128 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733401462100 2024-12-05T12:24:22,130 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T12:24:22,130 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T12:24:22,130 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9ea9abad0e9b,32787,1733401458948 2024-12-05T12:24:22,131 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ea9abad0e9b,32787,1733401458948, state=OPEN 2024-12-05T12:24:22,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34097-0x101a6a0d2140006, quorum=127.0.0.1:62360, baseZNode=/21494551287 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21494551287/meta-region-server 2024-12-05T12:24:22,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32787-0x101a6a0d2140007, quorum=127.0.0.1:62360, baseZNode=/21494551287 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21494551287/meta-region-server 2024-12-05T12:24:22,139 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,32787,1733401458948 2024-12-05T12:24:22,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21494551287/meta-region-server: CHANGED 2024-12-05T12:24:22,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21494551287/meta-region-server: CHANGED 2024-12-05T12:24:22,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T12:24:22,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,32787,1733401458948 in 191 msec 2024-12-05T12:24:22,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T12:24:22,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 408 msec 2024-12-05T12:24:22,142 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:24:22,142 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T12:24:22,143 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:24:22,143 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,32787,1733401458948, seqNum=-1] 2024-12-05T12:24:22,144 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:24:22,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55135, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:24:22,149 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2480 sec 2024-12-05T12:24:22,149 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733401462149, completionTime=-1 2024-12-05T12:24:22,149 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T12:24:22,149 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T12:24:22,151 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T12:24:22,151 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733401522151 2024-12-05T12:24:22,151 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733401582151 2024-12-05T12:24:22,151 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T12:24:22,151 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,34097,1733401458836-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:22,151 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,34097,1733401458836-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:22,151 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,34097,1733401458836-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:22,151 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9ea9abad0e9b:34097, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:22,151 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:22,151 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:22,152 DEBUG [master/9ea9abad0e9b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T12:24:22,154 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.148sec 2024-12-05T12:24:22,154 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T12:24:22,154 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T12:24:22,154 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T12:24:22,154 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T12:24:22,154 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T12:24:22,154 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,34097,1733401458836-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:24:22,154 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,34097,1733401458836-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T12:24:22,156 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T12:24:22,156 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T12:24:22,156 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,34097,1733401458836-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:22,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55f37caa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:22,174 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,34097,-1 for getting cluster id 2024-12-05T12:24:22,174 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:24:22,175 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '063ee01a-d1ae-40aa-b4cc-0966708e1a54' 2024-12-05T12:24:22,175 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:24:22,175 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "063ee01a-d1ae-40aa-b4cc-0966708e1a54" 2024-12-05T12:24:22,175 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34370765, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:22,175 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,34097,-1] 2024-12-05T12:24:22,176 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:24:22,176 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:22,176 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:24:22,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@870592a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:22,177 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:24:22,178 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,32787,1733401458948, seqNum=-1] 2024-12-05T12:24:22,178 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:24:22,179 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:24:22,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9ea9abad0e9b,34097,1733401458836 2024-12-05T12:24:22,181 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:62360 2024-12-05T12:24:22,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:62360, baseZNode=/21494551287 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:24:22,189 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101a6a0d2140008 connected 2024-12-05T12:24:22,199 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:24:22,199 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,40387,1733401449056 2024-12-05T12:24:22,200 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@554ff75e 2024-12-05T12:24:22,200 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:24:22,201 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:24:22,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40387 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:24:22,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40387 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T12:24:22,203 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:24:22,203 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:22,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40387 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T12:24:22,204 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:24:22,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:24:22,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40795 is added to blk_1073741835_1011 (size=902) 2024-12-05T12:24:22,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:24:22,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:24:22,610 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d21ba9ac9dc1a4067857d2250b2f42b1, NAME => 'test,,1733401462201.d21ba9ac9dc1a4067857d2250b2f42b1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829 2024-12-05T12:24:22,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40795 is added to blk_1073741836_1012 (size=39) 2024-12-05T12:24:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:24:23,017 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733401462201.d21ba9ac9dc1a4067857d2250b2f42b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:23,017 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d21ba9ac9dc1a4067857d2250b2f42b1, disabling compactions & flushes 2024-12-05T12:24:23,017 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733401462201.d21ba9ac9dc1a4067857d2250b2f42b1. 2024-12-05T12:24:23,017 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401462201.d21ba9ac9dc1a4067857d2250b2f42b1. 2024-12-05T12:24:23,017 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733401462201.d21ba9ac9dc1a4067857d2250b2f42b1. after waiting 0 ms 2024-12-05T12:24:23,017 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733401462201.d21ba9ac9dc1a4067857d2250b2f42b1. 2024-12-05T12:24:23,017 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733401462201.d21ba9ac9dc1a4067857d2250b2f42b1. 2024-12-05T12:24:23,017 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d21ba9ac9dc1a4067857d2250b2f42b1: Waiting for close lock at 1733401463017Disabling compacts and flushes for region at 1733401463017Disabling writes for close at 1733401463017Writing region close event to WAL at 1733401463017Closed at 1733401463017 2024-12-05T12:24:23,018 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:24:23,018 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733401462201.d21ba9ac9dc1a4067857d2250b2f42b1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733401463018"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401463018"}]},"ts":"1733401463018"} 2024-12-05T12:24:23,020 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:24:23,021 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:24:23,021 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401463021"}]},"ts":"1733401463021"} 2024-12-05T12:24:23,023 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T12:24:23,023 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d21ba9ac9dc1a4067857d2250b2f42b1, ASSIGN}] 2024-12-05T12:24:23,024 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d21ba9ac9dc1a4067857d2250b2f42b1, ASSIGN 2024-12-05T12:24:23,025 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d21ba9ac9dc1a4067857d2250b2f42b1, ASSIGN; state=OFFLINE, location=9ea9abad0e9b,46853,1733401449199; forceNewPlan=false, retain=false 2024-12-05T12:24:23,175 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d21ba9ac9dc1a4067857d2250b2f42b1, regionState=OPENING, regionLocation=9ea9abad0e9b,46853,1733401449199 2024-12-05T12:24:23,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d21ba9ac9dc1a4067857d2250b2f42b1, ASSIGN because future has completed 2024-12-05T12:24:23,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d21ba9ac9dc1a4067857d2250b2f42b1, server=9ea9abad0e9b,46853,1733401449199}] 2024-12-05T12:24:23,332 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733401462201.d21ba9ac9dc1a4067857d2250b2f42b1. 2024-12-05T12:24:23,333 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d21ba9ac9dc1a4067857d2250b2f42b1, NAME => 'test,,1733401462201.d21ba9ac9dc1a4067857d2250b2f42b1.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:24:23,333 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:24:23,333 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T12:24:23,333 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d21ba9ac9dc1a4067857d2250b2f42b1 2024-12-05T12:24:23,333 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733401462201.d21ba9ac9dc1a4067857d2250b2f42b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:23,333 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d21ba9ac9dc1a4067857d2250b2f42b1 2024-12-05T12:24:23,333 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d21ba9ac9dc1a4067857d2250b2f42b1 2024-12-05T12:24:23,334 INFO [StoreOpener-d21ba9ac9dc1a4067857d2250b2f42b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d21ba9ac9dc1a4067857d2250b2f42b1 2024-12-05T12:24:23,335 INFO [StoreOpener-d21ba9ac9dc1a4067857d2250b2f42b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d21ba9ac9dc1a4067857d2250b2f42b1 columnFamilyName f 2024-12-05T12:24:23,335 DEBUG [StoreOpener-d21ba9ac9dc1a4067857d2250b2f42b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:23,336 INFO [StoreOpener-d21ba9ac9dc1a4067857d2250b2f42b1-1 {}] regionserver.HStore(327): Store=d21ba9ac9dc1a4067857d2250b2f42b1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:23,336 INFO [StoreOpener-d21ba9ac9dc1a4067857d2250b2f42b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d21ba9ac9dc1a4067857d2250b2f42b1 2024-12-05T12:24:23,336 INFO [StoreOpener-d21ba9ac9dc1a4067857d2250b2f42b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d21ba9ac9dc1a4067857d2250b2f42b1 columnFamilyName f1 2024-12-05T12:24:23,336 DEBUG [StoreOpener-d21ba9ac9dc1a4067857d2250b2f42b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:23,337 INFO [StoreOpener-d21ba9ac9dc1a4067857d2250b2f42b1-1 {}] regionserver.HStore(327): Store=d21ba9ac9dc1a4067857d2250b2f42b1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:23,337 INFO [StoreOpener-d21ba9ac9dc1a4067857d2250b2f42b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d21ba9ac9dc1a4067857d2250b2f42b1 2024-12-05T12:24:23,337 INFO [StoreOpener-d21ba9ac9dc1a4067857d2250b2f42b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d21ba9ac9dc1a4067857d2250b2f42b1 columnFamilyName norep 2024-12-05T12:24:23,338 DEBUG [StoreOpener-d21ba9ac9dc1a4067857d2250b2f42b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:23,338 INFO [StoreOpener-d21ba9ac9dc1a4067857d2250b2f42b1-1 {}] regionserver.HStore(327): Store=d21ba9ac9dc1a4067857d2250b2f42b1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:23,338 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d21ba9ac9dc1a4067857d2250b2f42b1 2024-12-05T12:24:23,338 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/data/default/test/d21ba9ac9dc1a4067857d2250b2f42b1 2024-12-05T12:24:23,339 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/data/default/test/d21ba9ac9dc1a4067857d2250b2f42b1 2024-12-05T12:24:23,339 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d21ba9ac9dc1a4067857d2250b2f42b1 2024-12-05T12:24:23,339 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d21ba9ac9dc1a4067857d2250b2f42b1 2024-12-05T12:24:23,340 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:24:23,340 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d21ba9ac9dc1a4067857d2250b2f42b1 2024-12-05T12:24:23,342 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/data/default/test/d21ba9ac9dc1a4067857d2250b2f42b1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:24:23,342 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d21ba9ac9dc1a4067857d2250b2f42b1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70978788, jitterRate=0.0576663613319397}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:24:23,342 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d21ba9ac9dc1a4067857d2250b2f42b1 2024-12-05T12:24:23,343 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d21ba9ac9dc1a4067857d2250b2f42b1: Running coprocessor pre-open hook at 1733401463333Writing region info on filesystem at 1733401463333Initializing all the Stores at 1733401463334 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401463334Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401463334Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401463334Cleaning up temporary data from old regions at 1733401463339 (+5 ms)Running coprocessor post-open hooks at 1733401463342 (+3 ms)Region opened successfully at 1733401463343 (+1 ms) 2024-12-05T12:24:23,343 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733401462201.d21ba9ac9dc1a4067857d2250b2f42b1., pid=6, masterSystemTime=1733401463329 2024-12-05T12:24:23,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:24:23,345 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733401462201.d21ba9ac9dc1a4067857d2250b2f42b1. 2024-12-05T12:24:23,345 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733401462201.d21ba9ac9dc1a4067857d2250b2f42b1. 2024-12-05T12:24:23,346 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d21ba9ac9dc1a4067857d2250b2f42b1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9ea9abad0e9b,46853,1733401449199 2024-12-05T12:24:23,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d21ba9ac9dc1a4067857d2250b2f42b1, server=9ea9abad0e9b,46853,1733401449199 because future has completed 2024-12-05T12:24:23,350 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T12:24:23,350 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d21ba9ac9dc1a4067857d2250b2f42b1, server=9ea9abad0e9b,46853,1733401449199 in 171 msec 2024-12-05T12:24:23,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T12:24:23,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d21ba9ac9dc1a4067857d2250b2f42b1, ASSIGN in 327 msec 2024-12-05T12:24:23,352 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:24:23,353 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401463352"}]},"ts":"1733401463352"} 2024-12-05T12:24:23,354 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T12:24:23,355 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:24:23,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-12-05T12:24:24,025 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:24:24,025 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9ea9abad0e9b,43791,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:43791 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T12:24:24,026 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48337 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9ea9abad0e9b,43791,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:43791 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T12:24:24,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:24:24,356 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T12:24:24,356 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:24:24,357 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,44363,1733401453909 2024-12-05T12:24:24,357 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7bf34ca5 2024-12-05T12:24:24,357 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:24:24,358 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:24:24,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:24:24,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T12:24:24,360 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:24:24,360 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:24,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T12:24:24,361 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:24:24,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:24:24,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741835_1011 (size=902) 2024-12-05T12:24:24,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:24:24,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:24:24,767 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6eea43a100eb7b3c989da9ce33e6dc2b, NAME => 'test,,1733401464358.6eea43a100eb7b3c989da9ce33e6dc2b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4 2024-12-05T12:24:24,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741836_1012 (size=39) 2024-12-05T12:24:24,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:24:25,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733401464358.6eea43a100eb7b3c989da9ce33e6dc2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:25,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6eea43a100eb7b3c989da9ce33e6dc2b, disabling compactions & flushes 2024-12-05T12:24:25,172 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733401464358.6eea43a100eb7b3c989da9ce33e6dc2b. 2024-12-05T12:24:25,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401464358.6eea43a100eb7b3c989da9ce33e6dc2b. 2024-12-05T12:24:25,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733401464358.6eea43a100eb7b3c989da9ce33e6dc2b. after waiting 0 ms 2024-12-05T12:24:25,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733401464358.6eea43a100eb7b3c989da9ce33e6dc2b. 2024-12-05T12:24:25,172 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733401464358.6eea43a100eb7b3c989da9ce33e6dc2b. 2024-12-05T12:24:25,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6eea43a100eb7b3c989da9ce33e6dc2b: Waiting for close lock at 1733401465172Disabling compacts and flushes for region at 1733401465172Disabling writes for close at 1733401465172Writing region close event to WAL at 1733401465172Closed at 1733401465172 2024-12-05T12:24:25,173 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:24:25,173 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733401464358.6eea43a100eb7b3c989da9ce33e6dc2b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733401465173"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401465173"}]},"ts":"1733401465173"} 2024-12-05T12:24:25,175 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:24:25,176 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:24:25,176 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401465176"}]},"ts":"1733401465176"} 2024-12-05T12:24:25,178 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T12:24:25,178 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6eea43a100eb7b3c989da9ce33e6dc2b, ASSIGN}] 2024-12-05T12:24:25,179 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6eea43a100eb7b3c989da9ce33e6dc2b, ASSIGN 2024-12-05T12:24:25,180 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6eea43a100eb7b3c989da9ce33e6dc2b, ASSIGN; state=OFFLINE, location=9ea9abad0e9b,35835,1733401454019; forceNewPlan=false, retain=false 2024-12-05T12:24:25,331 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6eea43a100eb7b3c989da9ce33e6dc2b, regionState=OPENING, regionLocation=9ea9abad0e9b,35835,1733401454019 2024-12-05T12:24:25,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6eea43a100eb7b3c989da9ce33e6dc2b, ASSIGN because future has completed 2024-12-05T12:24:25,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6eea43a100eb7b3c989da9ce33e6dc2b, server=9ea9abad0e9b,35835,1733401454019}] 2024-12-05T12:24:25,489 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733401464358.6eea43a100eb7b3c989da9ce33e6dc2b. 2024-12-05T12:24:25,489 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6eea43a100eb7b3c989da9ce33e6dc2b, NAME => 'test,,1733401464358.6eea43a100eb7b3c989da9ce33e6dc2b.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:24:25,490 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:24:25,490 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T12:24:25,490 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6eea43a100eb7b3c989da9ce33e6dc2b 2024-12-05T12:24:25,490 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733401464358.6eea43a100eb7b3c989da9ce33e6dc2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:25,490 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6eea43a100eb7b3c989da9ce33e6dc2b 2024-12-05T12:24:25,490 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6eea43a100eb7b3c989da9ce33e6dc2b 2024-12-05T12:24:25,491 INFO [StoreOpener-6eea43a100eb7b3c989da9ce33e6dc2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6eea43a100eb7b3c989da9ce33e6dc2b 2024-12-05T12:24:25,492 INFO [StoreOpener-6eea43a100eb7b3c989da9ce33e6dc2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6eea43a100eb7b3c989da9ce33e6dc2b columnFamilyName f 2024-12-05T12:24:25,492 DEBUG [StoreOpener-6eea43a100eb7b3c989da9ce33e6dc2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:25,492 INFO [StoreOpener-6eea43a100eb7b3c989da9ce33e6dc2b-1 {}] regionserver.HStore(327): Store=6eea43a100eb7b3c989da9ce33e6dc2b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:25,492 INFO [StoreOpener-6eea43a100eb7b3c989da9ce33e6dc2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6eea43a100eb7b3c989da9ce33e6dc2b 2024-12-05T12:24:25,493 INFO [StoreOpener-6eea43a100eb7b3c989da9ce33e6dc2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6eea43a100eb7b3c989da9ce33e6dc2b columnFamilyName f1 2024-12-05T12:24:25,493 DEBUG [StoreOpener-6eea43a100eb7b3c989da9ce33e6dc2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:25,493 INFO [StoreOpener-6eea43a100eb7b3c989da9ce33e6dc2b-1 {}] regionserver.HStore(327): Store=6eea43a100eb7b3c989da9ce33e6dc2b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:25,493 INFO [StoreOpener-6eea43a100eb7b3c989da9ce33e6dc2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6eea43a100eb7b3c989da9ce33e6dc2b 2024-12-05T12:24:25,494 INFO [StoreOpener-6eea43a100eb7b3c989da9ce33e6dc2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6eea43a100eb7b3c989da9ce33e6dc2b columnFamilyName norep 2024-12-05T12:24:25,494 DEBUG [StoreOpener-6eea43a100eb7b3c989da9ce33e6dc2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:25,494 INFO [StoreOpener-6eea43a100eb7b3c989da9ce33e6dc2b-1 {}] regionserver.HStore(327): Store=6eea43a100eb7b3c989da9ce33e6dc2b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:25,495 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6eea43a100eb7b3c989da9ce33e6dc2b 2024-12-05T12:24:25,495 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/data/default/test/6eea43a100eb7b3c989da9ce33e6dc2b 2024-12-05T12:24:25,495 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/data/default/test/6eea43a100eb7b3c989da9ce33e6dc2b 2024-12-05T12:24:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:24:25,496 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6eea43a100eb7b3c989da9ce33e6dc2b 2024-12-05T12:24:25,496 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6eea43a100eb7b3c989da9ce33e6dc2b 2024-12-05T12:24:25,496 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:24:25,497 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6eea43a100eb7b3c989da9ce33e6dc2b 2024-12-05T12:24:25,499 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/data/default/test/6eea43a100eb7b3c989da9ce33e6dc2b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:24:25,499 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6eea43a100eb7b3c989da9ce33e6dc2b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64918710, jitterRate=-0.03263583779335022}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:24:25,500 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6eea43a100eb7b3c989da9ce33e6dc2b 2024-12-05T12:24:25,500 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6eea43a100eb7b3c989da9ce33e6dc2b: Running coprocessor pre-open hook at 1733401465490Writing region info on filesystem at 1733401465490Initializing all the Stores at 1733401465491 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401465491Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401465491Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401465491Cleaning up temporary data from old regions at 1733401465496 (+5 ms)Running coprocessor post-open hooks at 1733401465500 (+4 ms)Region opened successfully at 1733401465500 2024-12-05T12:24:25,500 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733401464358.6eea43a100eb7b3c989da9ce33e6dc2b., pid=6, masterSystemTime=1733401465486 2024-12-05T12:24:25,502 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733401464358.6eea43a100eb7b3c989da9ce33e6dc2b. 2024-12-05T12:24:25,502 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733401464358.6eea43a100eb7b3c989da9ce33e6dc2b. 2024-12-05T12:24:25,502 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6eea43a100eb7b3c989da9ce33e6dc2b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9ea9abad0e9b,35835,1733401454019 2024-12-05T12:24:25,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6eea43a100eb7b3c989da9ce33e6dc2b, server=9ea9abad0e9b,35835,1733401454019 because future has completed 2024-12-05T12:24:25,506 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T12:24:25,506 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6eea43a100eb7b3c989da9ce33e6dc2b, server=9ea9abad0e9b,35835,1733401454019 in 171 msec 2024-12-05T12:24:25,508 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T12:24:25,508 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6eea43a100eb7b3c989da9ce33e6dc2b, ASSIGN in 328 msec 2024-12-05T12:24:25,508 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:24:25,508 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401465508"}]},"ts":"1733401465508"} 2024-12-05T12:24:25,510 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T12:24:25,510 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:24:25,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-12-05T12:24:26,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:24:26,506 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T12:24:26,506 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:24:26,506 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,34097,1733401458836 2024-12-05T12:24:26,506 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43afd344 2024-12-05T12:24:26,506 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:24:26,507 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:24:26,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34097 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:24:26,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34097 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T12:24:26,510 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:24:26,510 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:26,510 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34097 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T12:24:26,511 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:24:26,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:24:26,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34491 is added to blk_1073741835_1011 (size=902) 2024-12-05T12:24:26,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:24:26,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:24:26,917 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 59e6abb242c5af49455cca325d0ce835, NAME => 'test,,1733401466508.59e6abb242c5af49455cca325d0ce835.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6 2024-12-05T12:24:26,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34491 is added to blk_1073741836_1012 (size=39) 2024-12-05T12:24:26,929 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733401466508.59e6abb242c5af49455cca325d0ce835.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:26,929 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 59e6abb242c5af49455cca325d0ce835, disabling compactions & flushes 2024-12-05T12:24:26,929 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733401466508.59e6abb242c5af49455cca325d0ce835. 2024-12-05T12:24:26,929 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401466508.59e6abb242c5af49455cca325d0ce835. 2024-12-05T12:24:26,929 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733401466508.59e6abb242c5af49455cca325d0ce835. after waiting 0 ms 2024-12-05T12:24:26,929 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733401466508.59e6abb242c5af49455cca325d0ce835. 2024-12-05T12:24:26,929 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733401466508.59e6abb242c5af49455cca325d0ce835. 2024-12-05T12:24:26,929 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 59e6abb242c5af49455cca325d0ce835: Waiting for close lock at 1733401466929Disabling compacts and flushes for region at 1733401466929Disabling writes for close at 1733401466929Writing region close event to WAL at 1733401466929Closed at 1733401466929 2024-12-05T12:24:26,930 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:24:26,930 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733401466508.59e6abb242c5af49455cca325d0ce835.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733401466930"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401466930"}]},"ts":"1733401466930"} 2024-12-05T12:24:26,932 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:24:26,932 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:24:26,932 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401466932"}]},"ts":"1733401466932"} 2024-12-05T12:24:26,934 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T12:24:26,935 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=59e6abb242c5af49455cca325d0ce835, ASSIGN}] 2024-12-05T12:24:26,935 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=59e6abb242c5af49455cca325d0ce835, ASSIGN 2024-12-05T12:24:26,936 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=59e6abb242c5af49455cca325d0ce835, ASSIGN; state=OFFLINE, location=9ea9abad0e9b,32787,1733401458948; forceNewPlan=false, retain=false 2024-12-05T12:24:27,087 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=59e6abb242c5af49455cca325d0ce835, regionState=OPENING, regionLocation=9ea9abad0e9b,32787,1733401458948 2024-12-05T12:24:27,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=59e6abb242c5af49455cca325d0ce835, ASSIGN because future has completed 2024-12-05T12:24:27,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59e6abb242c5af49455cca325d0ce835, server=9ea9abad0e9b,32787,1733401458948}] 2024-12-05T12:24:27,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:24:27,246 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733401466508.59e6abb242c5af49455cca325d0ce835. 2024-12-05T12:24:27,246 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 59e6abb242c5af49455cca325d0ce835, NAME => 'test,,1733401466508.59e6abb242c5af49455cca325d0ce835.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:24:27,246 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:24:27,246 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T12:24:27,246 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 59e6abb242c5af49455cca325d0ce835 2024-12-05T12:24:27,246 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733401466508.59e6abb242c5af49455cca325d0ce835.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:27,246 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 59e6abb242c5af49455cca325d0ce835 2024-12-05T12:24:27,246 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 59e6abb242c5af49455cca325d0ce835 2024-12-05T12:24:27,247 INFO [StoreOpener-59e6abb242c5af49455cca325d0ce835-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 59e6abb242c5af49455cca325d0ce835 2024-12-05T12:24:27,248 INFO [StoreOpener-59e6abb242c5af49455cca325d0ce835-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59e6abb242c5af49455cca325d0ce835 columnFamilyName f 2024-12-05T12:24:27,248 DEBUG [StoreOpener-59e6abb242c5af49455cca325d0ce835-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:27,249 INFO [StoreOpener-59e6abb242c5af49455cca325d0ce835-1 {}] regionserver.HStore(327): Store=59e6abb242c5af49455cca325d0ce835/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:27,249 INFO [StoreOpener-59e6abb242c5af49455cca325d0ce835-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 59e6abb242c5af49455cca325d0ce835 2024-12-05T12:24:27,249 INFO [StoreOpener-59e6abb242c5af49455cca325d0ce835-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59e6abb242c5af49455cca325d0ce835 columnFamilyName f1 2024-12-05T12:24:27,249 DEBUG [StoreOpener-59e6abb242c5af49455cca325d0ce835-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:27,250 INFO [StoreOpener-59e6abb242c5af49455cca325d0ce835-1 {}] regionserver.HStore(327): Store=59e6abb242c5af49455cca325d0ce835/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:27,250 INFO [StoreOpener-59e6abb242c5af49455cca325d0ce835-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 59e6abb242c5af49455cca325d0ce835 2024-12-05T12:24:27,250 INFO [StoreOpener-59e6abb242c5af49455cca325d0ce835-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59e6abb242c5af49455cca325d0ce835 columnFamilyName norep 2024-12-05T12:24:27,250 DEBUG [StoreOpener-59e6abb242c5af49455cca325d0ce835-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:27,250 INFO [StoreOpener-59e6abb242c5af49455cca325d0ce835-1 {}] regionserver.HStore(327): Store=59e6abb242c5af49455cca325d0ce835/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:27,251 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 59e6abb242c5af49455cca325d0ce835 2024-12-05T12:24:27,251 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/data/default/test/59e6abb242c5af49455cca325d0ce835 2024-12-05T12:24:27,252 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/data/default/test/59e6abb242c5af49455cca325d0ce835 2024-12-05T12:24:27,252 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 59e6abb242c5af49455cca325d0ce835 2024-12-05T12:24:27,252 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 59e6abb242c5af49455cca325d0ce835 2024-12-05T12:24:27,253 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:24:27,253 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 59e6abb242c5af49455cca325d0ce835 2024-12-05T12:24:27,255 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/data/default/test/59e6abb242c5af49455cca325d0ce835/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:24:27,255 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 59e6abb242c5af49455cca325d0ce835; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67871545, jitterRate=0.011364832520484924}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:24:27,255 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 59e6abb242c5af49455cca325d0ce835 2024-12-05T12:24:27,255 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 59e6abb242c5af49455cca325d0ce835: Running coprocessor pre-open hook at 1733401467246Writing region info on filesystem at 1733401467246Initializing all the Stores at 1733401467247 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401467247Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401467247Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401467247Cleaning up temporary data from old regions at 1733401467252 (+5 ms)Running coprocessor post-open hooks at 1733401467255 (+3 ms)Region opened successfully at 1733401467255 2024-12-05T12:24:27,256 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733401466508.59e6abb242c5af49455cca325d0ce835., pid=6, masterSystemTime=1733401467241 2024-12-05T12:24:27,259 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733401466508.59e6abb242c5af49455cca325d0ce835. 2024-12-05T12:24:27,259 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733401466508.59e6abb242c5af49455cca325d0ce835. 2024-12-05T12:24:27,260 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=59e6abb242c5af49455cca325d0ce835, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9ea9abad0e9b,32787,1733401458948 2024-12-05T12:24:27,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59e6abb242c5af49455cca325d0ce835, server=9ea9abad0e9b,32787,1733401458948 because future has completed 2024-12-05T12:24:27,264 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T12:24:27,264 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 59e6abb242c5af49455cca325d0ce835, server=9ea9abad0e9b,32787,1733401458948 in 174 msec 2024-12-05T12:24:27,266 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T12:24:27,266 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=59e6abb242c5af49455cca325d0ce835, ASSIGN in 330 msec 2024-12-05T12:24:27,266 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:24:27,266 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401467266"}]},"ts":"1733401467266"} 2024-12-05T12:24:27,268 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T12:24:27,269 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:24:27,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 761 msec 2024-12-05T12:24:27,622 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:24:27,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:27,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:27,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:24:27,646 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T12:24:27,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5611ca9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:27,647 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,40387,-1 for getting cluster id 2024-12-05T12:24:27,647 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:24:27,648 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b6ff3228-223f-46ee-a945-3800a780896f' 2024-12-05T12:24:27,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:24:27,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b6ff3228-223f-46ee-a945-3800a780896f" 2024-12-05T12:24:27,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a79f953, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:27,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,40387,-1] 2024-12-05T12:24:27,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:24:27,649 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:27,649 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:24:27,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@669f61e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:27,650 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:24:27,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,40387,1733401449056 2024-12-05T12:24:27,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f083a32 2024-12-05T12:24:27,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:24:27,651 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:24:27,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:27,652 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40387 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9ea9abad0e9b:44363,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T12:24:27,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:27,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:27,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:27,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:27,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:27,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40387 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T12:24:27,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:24:27,655 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ea9abad0e9b:44363' 2024-12-05T12:24:27,656 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52c2fdea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:27,656 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,44363,-1 for getting cluster id 2024-12-05T12:24:27,656 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:24:27,657 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd927ecbf-6fd7-42e6-a145-c722e7f4b64c' 2024-12-05T12:24:27,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:24:27,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d927ecbf-6fd7-42e6-a145-c722e7f4b64c" 2024-12-05T12:24:27,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d9378c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:27,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,44363,-1] 2024-12-05T12:24:27,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:24:27,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:27,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:27,658 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:24:27,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e8c2d50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:27,658 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:24:27,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,44363,1733401453909 2024-12-05T12:24:27,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c6f4e24 2024-12-05T12:24:27,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:24:27,660 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:24:27,660 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T12:24:27,660 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T12:24:27,661 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:27,661 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:24:27,661 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:27,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:27,661 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:24:27,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:27,662 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T12:24:27,663 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:24:27,663 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:27,663 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:24:27,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:27,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40795 is added to blk_1073741837_1013 (size=1138) 2024-12-05T12:24:27,677 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T12:24:27,677 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-05T12:24:27,677 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T12:24:27,677 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-05T12:24:27,712 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T12:24:27,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:24:27,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:24:28,071 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 36e4e9ec70b36adcc4a989ec5da596f3, NAME => 'hbase:replication,,1733401467661.36e4e9ec70b36adcc4a989ec5da596f3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829 2024-12-05T12:24:28,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40795 is added to blk_1073741838_1014 (size=44) 2024-12-05T12:24:28,111 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T12:24:28,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:24:28,476 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401467661.36e4e9ec70b36adcc4a989ec5da596f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:28,476 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 36e4e9ec70b36adcc4a989ec5da596f3, disabling compactions & flushes 2024-12-05T12:24:28,476 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401467661.36e4e9ec70b36adcc4a989ec5da596f3. 2024-12-05T12:24:28,476 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401467661.36e4e9ec70b36adcc4a989ec5da596f3. 2024-12-05T12:24:28,476 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401467661.36e4e9ec70b36adcc4a989ec5da596f3. after waiting 0 ms 2024-12-05T12:24:28,476 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401467661.36e4e9ec70b36adcc4a989ec5da596f3. 2024-12-05T12:24:28,476 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733401467661.36e4e9ec70b36adcc4a989ec5da596f3. 2024-12-05T12:24:28,476 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 36e4e9ec70b36adcc4a989ec5da596f3: Waiting for close lock at 1733401468476Disabling compacts and flushes for region at 1733401468476Disabling writes for close at 1733401468476Writing region close event to WAL at 1733401468476Closed at 1733401468476 2024-12-05T12:24:28,477 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:24:28,478 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733401467661.36e4e9ec70b36adcc4a989ec5da596f3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733401468477"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401468477"}]},"ts":"1733401468477"} 2024-12-05T12:24:28,479 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:24:28,480 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:24:28,480 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401468480"}]},"ts":"1733401468480"} 2024-12-05T12:24:28,481 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T12:24:28,481 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=36e4e9ec70b36adcc4a989ec5da596f3, ASSIGN}] 2024-12-05T12:24:28,482 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=36e4e9ec70b36adcc4a989ec5da596f3, ASSIGN 2024-12-05T12:24:28,483 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=36e4e9ec70b36adcc4a989ec5da596f3, ASSIGN; state=OFFLINE, location=9ea9abad0e9b,46853,1733401449199; forceNewPlan=false, retain=false 2024-12-05T12:24:28,633 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=36e4e9ec70b36adcc4a989ec5da596f3, regionState=OPENING, regionLocation=9ea9abad0e9b,46853,1733401449199 2024-12-05T12:24:28,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=36e4e9ec70b36adcc4a989ec5da596f3, ASSIGN because future has completed 2024-12-05T12:24:28,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 36e4e9ec70b36adcc4a989ec5da596f3, server=9ea9abad0e9b,46853,1733401449199}] 2024-12-05T12:24:28,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:24:28,791 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733401467661.36e4e9ec70b36adcc4a989ec5da596f3. 2024-12-05T12:24:28,791 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:24:28,791 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T12:24:28,793 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C46853%2C1733401449199.rep, suffix=, logDir=hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199, archiveDir=hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/oldWALs, maxLogs=10 2024-12-05T12:24:28,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.rep.1733401468793, exclude list is [], retry=0 2024-12-05T12:24:28,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40795,DS-45163673-96b8-4cb1-b5ab-70dcc9af1071,DISK] 2024-12-05T12:24:28,810 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.rep.1733401468793 2024-12-05T12:24:28,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34651:34651)] 2024-12-05T12:24:28,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 36e4e9ec70b36adcc4a989ec5da596f3, NAME => 'hbase:replication,,1733401467661.36e4e9ec70b36adcc4a989ec5da596f3.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:24:28,811 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:24:28,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:24:28,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733401467661.36e4e9ec70b36adcc4a989ec5da596f3. service=MultiRowMutationService 2024-12-05T12:24:28,811 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T12:24:28,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 36e4e9ec70b36adcc4a989ec5da596f3 2024-12-05T12:24:28,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401467661.36e4e9ec70b36adcc4a989ec5da596f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:28,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 36e4e9ec70b36adcc4a989ec5da596f3 2024-12-05T12:24:28,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 36e4e9ec70b36adcc4a989ec5da596f3 2024-12-05T12:24:28,812 INFO [StoreOpener-36e4e9ec70b36adcc4a989ec5da596f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 36e4e9ec70b36adcc4a989ec5da596f3 2024-12-05T12:24:28,813 INFO [StoreOpener-36e4e9ec70b36adcc4a989ec5da596f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36e4e9ec70b36adcc4a989ec5da596f3 columnFamilyName hfileref 2024-12-05T12:24:28,814 DEBUG [StoreOpener-36e4e9ec70b36adcc4a989ec5da596f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:28,814 INFO [StoreOpener-36e4e9ec70b36adcc4a989ec5da596f3-1 {}] regionserver.HStore(327): Store=36e4e9ec70b36adcc4a989ec5da596f3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:28,814 INFO [StoreOpener-36e4e9ec70b36adcc4a989ec5da596f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 36e4e9ec70b36adcc4a989ec5da596f3 2024-12-05T12:24:28,815 INFO [StoreOpener-36e4e9ec70b36adcc4a989ec5da596f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36e4e9ec70b36adcc4a989ec5da596f3 columnFamilyName queue 2024-12-05T12:24:28,815 DEBUG [StoreOpener-36e4e9ec70b36adcc4a989ec5da596f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:28,815 INFO [StoreOpener-36e4e9ec70b36adcc4a989ec5da596f3-1 {}] regionserver.HStore(327): Store=36e4e9ec70b36adcc4a989ec5da596f3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:28,815 INFO [StoreOpener-36e4e9ec70b36adcc4a989ec5da596f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 36e4e9ec70b36adcc4a989ec5da596f3 2024-12-05T12:24:28,817 INFO [StoreOpener-36e4e9ec70b36adcc4a989ec5da596f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36e4e9ec70b36adcc4a989ec5da596f3 columnFamilyName sid 2024-12-05T12:24:28,817 DEBUG [StoreOpener-36e4e9ec70b36adcc4a989ec5da596f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:28,818 INFO [StoreOpener-36e4e9ec70b36adcc4a989ec5da596f3-1 {}] regionserver.HStore(327): Store=36e4e9ec70b36adcc4a989ec5da596f3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:28,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 36e4e9ec70b36adcc4a989ec5da596f3 2024-12-05T12:24:28,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/data/hbase/replication/36e4e9ec70b36adcc4a989ec5da596f3 2024-12-05T12:24:28,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/data/hbase/replication/36e4e9ec70b36adcc4a989ec5da596f3 2024-12-05T12:24:28,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 36e4e9ec70b36adcc4a989ec5da596f3 2024-12-05T12:24:28,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 36e4e9ec70b36adcc4a989ec5da596f3 2024-12-05T12:24:28,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:24:28,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 36e4e9ec70b36adcc4a989ec5da596f3 2024-12-05T12:24:28,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/data/hbase/replication/36e4e9ec70b36adcc4a989ec5da596f3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:24:28,824 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 36e4e9ec70b36adcc4a989ec5da596f3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73282282, jitterRate=0.09199109673500061}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:24:28,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 36e4e9ec70b36adcc4a989ec5da596f3 2024-12-05T12:24:28,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 36e4e9ec70b36adcc4a989ec5da596f3: Running coprocessor pre-open hook at 1733401468811Writing region info on filesystem at 1733401468811Initializing all the Stores at 1733401468812 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401468812Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401468812Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401468812Cleaning up temporary data from old regions at 1733401468819 (+7 ms)Running coprocessor post-open hooks at 1733401468824 (+5 ms)Region opened successfully at 1733401468824 2024-12-05T12:24:28,825 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733401467661.36e4e9ec70b36adcc4a989ec5da596f3., pid=10, masterSystemTime=1733401468788 2024-12-05T12:24:28,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733401467661.36e4e9ec70b36adcc4a989ec5da596f3. 2024-12-05T12:24:28,827 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733401467661.36e4e9ec70b36adcc4a989ec5da596f3. 2024-12-05T12:24:28,827 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=36e4e9ec70b36adcc4a989ec5da596f3, regionState=OPEN, openSeqNum=2, regionLocation=9ea9abad0e9b,46853,1733401449199 2024-12-05T12:24:28,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 36e4e9ec70b36adcc4a989ec5da596f3, server=9ea9abad0e9b,46853,1733401449199 because future has completed 2024-12-05T12:24:28,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T12:24:28,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 36e4e9ec70b36adcc4a989ec5da596f3, server=9ea9abad0e9b,46853,1733401449199 in 195 msec 2024-12-05T12:24:28,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T12:24:28,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=36e4e9ec70b36adcc4a989ec5da596f3, ASSIGN in 351 msec 2024-12-05T12:24:28,835 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:24:28,835 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401468835"}]},"ts":"1733401468835"} 2024-12-05T12:24:28,837 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T12:24:28,837 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:24:28,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1770 sec 2024-12-05T12:24:28,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733401467661.36e4e9ec70b36adcc4a989ec5da596f3., hostname=9ea9abad0e9b,46853,1733401449199, seqNum=2] 2024-12-05T12:24:28,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40387-0x101a6a0d2140000, quorum=127.0.0.1:62360, baseZNode=/0-2043236496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2043236496 2024-12-05T12:24:28,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46853-0x101a6a0d2140001, quorum=127.0.0.1:62360, baseZNode=/0-2043236496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2043236496 2024-12-05T12:24:28,931 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T12:24:29,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46853 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T12:24:29,083 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T12:24:29,108 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9ea9abad0e9b,46853,1733401449199, ReplicationSource: 1, currentBandwidth=0 2024-12-05T12:24:29,108 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:24:29,109 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,46853,1733401449199, seqNum=-1] 2024-12-05T12:24:29,109 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:24:29,110 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55913, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-05T12:24:29,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9ea9abad0e9b,46853,1733401449199', locateType=CURRENT is [region=hbase:replication,,1733401467661.36e4e9ec70b36adcc4a989ec5da596f3., hostname=9ea9abad0e9b,46853,1733401449199, seqNum=2] 2024-12-05T12:24:29,126 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T12:24:29,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40387 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T12:24:29,135 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9ea9abad0e9b,46853,1733401449199 suceeded 2024-12-05T12:24:29,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T12:24:29,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-12-05T12:24:29,137 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9ea9abad0e9b:44363,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T12:24:29,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4850 sec 2024-12-05T12:24:29,141 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ea9abad0e9b:44363' 2024-12-05T12:24:29,142 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@485d26b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:29,142 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199 {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,44363,-1 for getting cluster id 2024-12-05T12:24:29,142 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:24:29,142 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd927ecbf-6fd7-42e6-a145-c722e7f4b64c' 2024-12-05T12:24:29,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:24:29,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d927ecbf-6fd7-42e6-a145-c722e7f4b64c" 2024-12-05T12:24:29,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74db7c4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:29,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,44363,-1] 2024-12-05T12:24:29,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:24:29,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:29,144 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:24:29,145 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a1cd797, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:29,145 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:24:29,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,44363,1733401453909 2024-12-05T12:24:29,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@383f1cd2 2024-12-05T12:24:29,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:24:29,147 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-12-05T12:24:29,147 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9ea9abad0e9b,46853,1733401449199 (queues=1) is replicating from cluster=b6ff3228-223f-46ee-a945-3800a780896f to cluster=d927ecbf-6fd7-42e6-a145-c722e7f4b64c 2024-12-05T12:24:29,147 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9ea9abad0e9b%2C46853%2C1733401449199 2024-12-05T12:24:29,147 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9ea9abad0e9b,46853,1733401449199, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T12:24:29,148 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.shipper9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9ea9abad0e9b%2C46853%2C1733401449199 2024-12-05T12:24:29,148 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307, startPosition=0, beingWritten=true 2024-12-05T12:24:29,153 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:24:29,153 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307 to pos 379, reset compression=false 2024-12-05T12:24:29,153 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.shipper9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,46853,1733401449199 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:24:29,176 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T12:24:29,361 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307 to pos 379, reset compression=false 2024-12-05T12:24:29,666 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307 to pos 379, reset compression=false 2024-12-05T12:24:29,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:24:29,796 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T12:24:29,796 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:24:29,796 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:24:29,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:29,796 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:24:29,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:29,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8992bbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:29,797 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,44363,-1 for getting cluster id 2024-12-05T12:24:29,797 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:24:29,798 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd927ecbf-6fd7-42e6-a145-c722e7f4b64c' 2024-12-05T12:24:29,798 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:24:29,798 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d927ecbf-6fd7-42e6-a145-c722e7f4b64c" 2024-12-05T12:24:29,798 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18ea556d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:29,798 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,44363,-1] 2024-12-05T12:24:29,798 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:24:29,799 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:29,799 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:24:29,800 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f43581b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:29,800 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:24:29,801 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,44363,1733401453909 2024-12-05T12:24:29,801 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39d920c5 2024-12-05T12:24:29,801 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:24:29,801 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:24:29,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9ea9abad0e9b:34097,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T12:24:29,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T12:24:29,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:24:29,804 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ea9abad0e9b:34097' 2024-12-05T12:24:29,805 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71d64143, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:29,805 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,34097,-1 for getting cluster id 2024-12-05T12:24:29,805 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:24:29,806 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '063ee01a-d1ae-40aa-b4cc-0966708e1a54' 2024-12-05T12:24:29,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:24:29,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "063ee01a-d1ae-40aa-b4cc-0966708e1a54" 2024-12-05T12:24:29,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ce723a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:29,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,34097,-1] 2024-12-05T12:24:29,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:24:29,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:29,807 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:24:29,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31ac81aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:29,807 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:24:29,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,34097,1733401458836 2024-12-05T12:24:29,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11d85318 2024-12-05T12:24:29,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:24:29,809 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:24:29,809 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T12:24:29,809 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T12:24:29,809 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:29,809 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:29,809 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:24:29,810 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:24:29,811 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T12:24:29,811 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:24:29,811 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:29,812 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:24:29,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741837_1013 (size=1138) 2024-12-05T12:24:29,861 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T12:24:29,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:24:30,070 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307 to pos 379, reset compression=false 2024-12-05T12:24:30,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:24:30,220 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 446f60f7bc53ac86f4028b105e140a1a, NAME => 'hbase:replication,,1733401469810.446f60f7bc53ac86f4028b105e140a1a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4 2024-12-05T12:24:30,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741838_1014 (size=44) 2024-12-05T12:24:30,225 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401469810.446f60f7bc53ac86f4028b105e140a1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:30,226 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 446f60f7bc53ac86f4028b105e140a1a, disabling compactions & flushes 2024-12-05T12:24:30,226 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401469810.446f60f7bc53ac86f4028b105e140a1a. 2024-12-05T12:24:30,226 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401469810.446f60f7bc53ac86f4028b105e140a1a. 2024-12-05T12:24:30,226 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401469810.446f60f7bc53ac86f4028b105e140a1a. after waiting 0 ms 2024-12-05T12:24:30,226 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401469810.446f60f7bc53ac86f4028b105e140a1a. 2024-12-05T12:24:30,226 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733401469810.446f60f7bc53ac86f4028b105e140a1a. 2024-12-05T12:24:30,226 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 446f60f7bc53ac86f4028b105e140a1a: Waiting for close lock at 1733401470226Disabling compacts and flushes for region at 1733401470226Disabling writes for close at 1733401470226Writing region close event to WAL at 1733401470226Closed at 1733401470226 2024-12-05T12:24:30,227 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:24:30,227 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733401469810.446f60f7bc53ac86f4028b105e140a1a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733401470227"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401470227"}]},"ts":"1733401470227"} 2024-12-05T12:24:30,229 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:24:30,230 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:24:30,230 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401470230"}]},"ts":"1733401470230"} 2024-12-05T12:24:30,232 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T12:24:30,232 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=446f60f7bc53ac86f4028b105e140a1a, ASSIGN}] 2024-12-05T12:24:30,233 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=446f60f7bc53ac86f4028b105e140a1a, ASSIGN 2024-12-05T12:24:30,233 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=446f60f7bc53ac86f4028b105e140a1a, ASSIGN; state=OFFLINE, location=9ea9abad0e9b,35835,1733401454019; forceNewPlan=false, retain=false 2024-12-05T12:24:30,384 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=446f60f7bc53ac86f4028b105e140a1a, regionState=OPENING, regionLocation=9ea9abad0e9b,35835,1733401454019 2024-12-05T12:24:30,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=446f60f7bc53ac86f4028b105e140a1a, ASSIGN because future has completed 2024-12-05T12:24:30,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 446f60f7bc53ac86f4028b105e140a1a, server=9ea9abad0e9b,35835,1733401454019}] 2024-12-05T12:24:30,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:24:30,542 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733401469810.446f60f7bc53ac86f4028b105e140a1a. 2024-12-05T12:24:30,542 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:24:30,542 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T12:24:30,543 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C35835%2C1733401454019.rep, suffix=, logDir=hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019, archiveDir=hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/oldWALs, maxLogs=10 2024-12-05T12:24:30,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.rep.1733401470543, exclude list is [], retry=0 2024-12-05T12:24:30,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33387,DS-c1e833a4-26b8-46cb-b3c8-6a311f83dfc6,DISK] 2024-12-05T12:24:30,558 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.rep.1733401470543 2024-12-05T12:24:30,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36905:36905)] 2024-12-05T12:24:30,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 446f60f7bc53ac86f4028b105e140a1a, NAME => 'hbase:replication,,1733401469810.446f60f7bc53ac86f4028b105e140a1a.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:24:30,558 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:24:30,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:24:30,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733401469810.446f60f7bc53ac86f4028b105e140a1a. service=MultiRowMutationService 2024-12-05T12:24:30,559 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T12:24:30,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 446f60f7bc53ac86f4028b105e140a1a 2024-12-05T12:24:30,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401469810.446f60f7bc53ac86f4028b105e140a1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:30,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 446f60f7bc53ac86f4028b105e140a1a 2024-12-05T12:24:30,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 446f60f7bc53ac86f4028b105e140a1a 2024-12-05T12:24:30,560 INFO [StoreOpener-446f60f7bc53ac86f4028b105e140a1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 446f60f7bc53ac86f4028b105e140a1a 2024-12-05T12:24:30,561 INFO [StoreOpener-446f60f7bc53ac86f4028b105e140a1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 446f60f7bc53ac86f4028b105e140a1a columnFamilyName hfileref 2024-12-05T12:24:30,561 DEBUG [StoreOpener-446f60f7bc53ac86f4028b105e140a1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:30,562 INFO [StoreOpener-446f60f7bc53ac86f4028b105e140a1a-1 {}] regionserver.HStore(327): Store=446f60f7bc53ac86f4028b105e140a1a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:30,562 INFO [StoreOpener-446f60f7bc53ac86f4028b105e140a1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 446f60f7bc53ac86f4028b105e140a1a 2024-12-05T12:24:30,562 INFO [StoreOpener-446f60f7bc53ac86f4028b105e140a1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 446f60f7bc53ac86f4028b105e140a1a columnFamilyName queue 2024-12-05T12:24:30,563 DEBUG [StoreOpener-446f60f7bc53ac86f4028b105e140a1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:30,563 INFO [StoreOpener-446f60f7bc53ac86f4028b105e140a1a-1 {}] regionserver.HStore(327): Store=446f60f7bc53ac86f4028b105e140a1a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:30,563 INFO [StoreOpener-446f60f7bc53ac86f4028b105e140a1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 446f60f7bc53ac86f4028b105e140a1a 2024-12-05T12:24:30,564 INFO [StoreOpener-446f60f7bc53ac86f4028b105e140a1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 446f60f7bc53ac86f4028b105e140a1a columnFamilyName sid 2024-12-05T12:24:30,564 DEBUG [StoreOpener-446f60f7bc53ac86f4028b105e140a1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:30,564 INFO [StoreOpener-446f60f7bc53ac86f4028b105e140a1a-1 {}] regionserver.HStore(327): Store=446f60f7bc53ac86f4028b105e140a1a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:30,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 446f60f7bc53ac86f4028b105e140a1a 2024-12-05T12:24:30,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/data/hbase/replication/446f60f7bc53ac86f4028b105e140a1a 2024-12-05T12:24:30,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/data/hbase/replication/446f60f7bc53ac86f4028b105e140a1a 2024-12-05T12:24:30,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 446f60f7bc53ac86f4028b105e140a1a 2024-12-05T12:24:30,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 446f60f7bc53ac86f4028b105e140a1a 2024-12-05T12:24:30,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:24:30,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 446f60f7bc53ac86f4028b105e140a1a 2024-12-05T12:24:30,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/data/hbase/replication/446f60f7bc53ac86f4028b105e140a1a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:24:30,569 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 446f60f7bc53ac86f4028b105e140a1a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69312462, jitterRate=0.03283616900444031}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:24:30,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 446f60f7bc53ac86f4028b105e140a1a 2024-12-05T12:24:30,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 446f60f7bc53ac86f4028b105e140a1a: Running coprocessor pre-open hook at 1733401470559Writing region info on filesystem at 1733401470559Initializing all the Stores at 1733401470560 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401470560Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401470560Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401470560Cleaning up temporary data from old regions at 1733401470566 (+6 ms)Running coprocessor post-open hooks at 1733401470569 (+3 ms)Region opened successfully at 1733401470569 2024-12-05T12:24:30,570 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733401469810.446f60f7bc53ac86f4028b105e140a1a., pid=10, masterSystemTime=1733401470538 2024-12-05T12:24:30,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733401469810.446f60f7bc53ac86f4028b105e140a1a. 2024-12-05T12:24:30,572 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733401469810.446f60f7bc53ac86f4028b105e140a1a. 2024-12-05T12:24:30,573 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=446f60f7bc53ac86f4028b105e140a1a, regionState=OPEN, openSeqNum=2, regionLocation=9ea9abad0e9b,35835,1733401454019 2024-12-05T12:24:30,574 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307 to pos 379, reset compression=false 2024-12-05T12:24:30,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 446f60f7bc53ac86f4028b105e140a1a, server=9ea9abad0e9b,35835,1733401454019 because future has completed 2024-12-05T12:24:30,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T12:24:30,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 446f60f7bc53ac86f4028b105e140a1a, server=9ea9abad0e9b,35835,1733401454019 in 189 msec 2024-12-05T12:24:30,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T12:24:30,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=446f60f7bc53ac86f4028b105e140a1a, ASSIGN in 345 msec 2024-12-05T12:24:30,579 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:24:30,579 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401470579"}]},"ts":"1733401470579"} 2024-12-05T12:24:30,581 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T12:24:30,582 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:24:30,583 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 772 msec 2024-12-05T12:24:30,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733401469810.446f60f7bc53ac86f4028b105e140a1a., hostname=9ea9abad0e9b,35835,1733401454019, seqNum=2] 2024-12-05T12:24:30,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44363-0x101a6a0d2140003, quorum=127.0.0.1:62360, baseZNode=/1-2071024854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2071024854 2024-12-05T12:24:30,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35835-0x101a6a0d2140004, quorum=127.0.0.1:62360, baseZNode=/1-2071024854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2071024854 2024-12-05T12:24:30,660 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T12:24:30,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35835 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T12:24:30,813 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T12:24:30,839 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9ea9abad0e9b,35835,1733401454019, ReplicationSource: 1, currentBandwidth=0 2024-12-05T12:24:30,840 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:24:30,840 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,35835,1733401454019, seqNum=-1] 2024-12-05T12:24:30,840 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:24:30,841 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36241, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-05T12:24:30,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9ea9abad0e9b,35835,1733401454019', locateType=CURRENT is [region=hbase:replication,,1733401469810.446f60f7bc53ac86f4028b105e140a1a., hostname=9ea9abad0e9b,35835,1733401454019, seqNum=2] 2024-12-05T12:24:30,845 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T12:24:30,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T12:24:30,847 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9ea9abad0e9b,35835,1733401454019 suceeded 2024-12-05T12:24:30,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T12:24:30,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-12-05T12:24:30,848 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9ea9abad0e9b:34097,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T12:24:30,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0460 sec 2024-12-05T12:24:30,862 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ea9abad0e9b:34097' 2024-12-05T12:24:30,863 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bb1118e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:30,863 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019 {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,34097,-1 for getting cluster id 2024-12-05T12:24:30,863 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:24:30,864 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '063ee01a-d1ae-40aa-b4cc-0966708e1a54' 2024-12-05T12:24:30,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:24:30,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "063ee01a-d1ae-40aa-b4cc-0966708e1a54" 2024-12-05T12:24:30,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a8b75e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:30,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,34097,-1] 2024-12-05T12:24:30,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:24:30,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:30,865 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:24:30,866 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e76faa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:30,866 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:24:30,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,34097,1733401458836 2024-12-05T12:24:30,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4016535f 2024-12-05T12:24:30,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:24:30,867 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-12-05T12:24:30,868 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9ea9abad0e9b,35835,1733401454019 (queues=1) is replicating from cluster=d927ecbf-6fd7-42e6-a145-c722e7f4b64c to cluster=063ee01a-d1ae-40aa-b4cc-0966708e1a54 2024-12-05T12:24:30,868 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9ea9abad0e9b%2C35835%2C1733401454019 2024-12-05T12:24:30,868 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9ea9abad0e9b,35835,1733401454019, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T12:24:30,868 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.shipper9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9ea9abad0e9b%2C35835%2C1733401454019 2024-12-05T12:24:30,868 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251, startPosition=0, beingWritten=true 2024-12-05T12:24:30,876 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:24:30,876 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251 to pos 379, reset compression=false 2024-12-05T12:24:30,877 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.shipper9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,35835,1733401454019 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:24:30,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:24:30,935 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T12:24:30,935 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:24:30,935 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:24:30,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:30,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:30,936 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:24:30,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24b62d37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:30,936 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,34097,-1 for getting cluster id 2024-12-05T12:24:30,936 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:24:30,937 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '063ee01a-d1ae-40aa-b4cc-0966708e1a54' 2024-12-05T12:24:30,937 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:24:30,938 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "063ee01a-d1ae-40aa-b4cc-0966708e1a54" 2024-12-05T12:24:30,938 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35ba4f49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:30,938 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,34097,-1] 2024-12-05T12:24:30,938 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:24:30,938 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:30,939 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:24:30,940 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2038359b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:30,940 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:24:30,940 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,34097,1733401458836 2024-12-05T12:24:30,940 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54a78f70 2024-12-05T12:24:30,941 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:24:30,941 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:24:30,942 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34097 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9ea9abad0e9b:40387,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T12:24:30,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34097 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T12:24:30,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:24:30,945 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ea9abad0e9b:40387' 2024-12-05T12:24:30,947 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16f261fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:30,947 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,40387,-1 for getting cluster id 2024-12-05T12:24:30,947 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:24:30,947 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b6ff3228-223f-46ee-a945-3800a780896f' 2024-12-05T12:24:30,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:24:30,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b6ff3228-223f-46ee-a945-3800a780896f" 2024-12-05T12:24:30,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b7eaf56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:30,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,40387,-1] 2024-12-05T12:24:30,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:24:30,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:30,949 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:24:30,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40141885, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:30,949 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:24:30,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,40387,1733401449056 2024-12-05T12:24:30,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10d67646 2024-12-05T12:24:30,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:24:30,951 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:24:30,951 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T12:24:30,952 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T12:24:30,952 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:30,952 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:30,952 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:24:30,952 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:24:30,953 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T12:24:30,954 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:24:30,954 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:30,955 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:24:30,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34491 is added to blk_1073741837_1013 (size=1138) 2024-12-05T12:24:31,003 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T12:24:31,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:24:31,080 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251 to pos 379, reset compression=false 2024-12-05T12:24:31,177 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307 to pos 379, reset compression=false 2024-12-05T12:24:31,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:24:31,370 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3456acb7a1c1892e2e120ae2e17db007, NAME => 'hbase:replication,,1733401470952.3456acb7a1c1892e2e120ae2e17db007.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6 2024-12-05T12:24:31,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34491 is added to blk_1073741838_1014 (size=44) 2024-12-05T12:24:31,384 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251 to pos 379, reset compression=false 2024-12-05T12:24:31,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:24:31,777 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401470952.3456acb7a1c1892e2e120ae2e17db007.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:31,777 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3456acb7a1c1892e2e120ae2e17db007, disabling compactions & flushes 2024-12-05T12:24:31,777 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401470952.3456acb7a1c1892e2e120ae2e17db007. 2024-12-05T12:24:31,777 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401470952.3456acb7a1c1892e2e120ae2e17db007. 2024-12-05T12:24:31,777 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401470952.3456acb7a1c1892e2e120ae2e17db007. after waiting 0 ms 2024-12-05T12:24:31,777 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401470952.3456acb7a1c1892e2e120ae2e17db007. 2024-12-05T12:24:31,777 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733401470952.3456acb7a1c1892e2e120ae2e17db007. 2024-12-05T12:24:31,777 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3456acb7a1c1892e2e120ae2e17db007: Waiting for close lock at 1733401471777Disabling compacts and flushes for region at 1733401471777Disabling writes for close at 1733401471777Writing region close event to WAL at 1733401471777Closed at 1733401471777 2024-12-05T12:24:31,778 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:24:31,778 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733401470952.3456acb7a1c1892e2e120ae2e17db007.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733401471778"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401471778"}]},"ts":"1733401471778"} 2024-12-05T12:24:31,780 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:24:31,781 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:24:31,781 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401471781"}]},"ts":"1733401471781"} 2024-12-05T12:24:31,783 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T12:24:31,783 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3456acb7a1c1892e2e120ae2e17db007, ASSIGN}] 2024-12-05T12:24:31,785 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3456acb7a1c1892e2e120ae2e17db007, ASSIGN 2024-12-05T12:24:31,785 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3456acb7a1c1892e2e120ae2e17db007, ASSIGN; state=OFFLINE, location=9ea9abad0e9b,32787,1733401458948; forceNewPlan=false, retain=false 2024-12-05T12:24:31,788 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251 to pos 379, reset compression=false 2024-12-05T12:24:31,881 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307 to pos 379, reset compression=false 2024-12-05T12:24:31,936 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3456acb7a1c1892e2e120ae2e17db007, regionState=OPENING, regionLocation=9ea9abad0e9b,32787,1733401458948 2024-12-05T12:24:31,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3456acb7a1c1892e2e120ae2e17db007, ASSIGN because future has completed 2024-12-05T12:24:31,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3456acb7a1c1892e2e120ae2e17db007, server=9ea9abad0e9b,32787,1733401458948}] 2024-12-05T12:24:32,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:24:32,099 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733401470952.3456acb7a1c1892e2e120ae2e17db007. 2024-12-05T12:24:32,099 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:24:32,099 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T12:24:32,106 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C32787%2C1733401458948.rep, suffix=, logDir=hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948, archiveDir=hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/oldWALs, maxLogs=10 2024-12-05T12:24:32,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948/9ea9abad0e9b%2C32787%2C1733401458948.rep.1733401472106, exclude list is [], retry=0 2024-12-05T12:24:32,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34491,DS-bd3b8d94-4f65-4e1f-943e-cf93ea8ee8f9,DISK] 2024-12-05T12:24:32,131 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948/9ea9abad0e9b%2C32787%2C1733401458948.rep.1733401472106 2024-12-05T12:24:32,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36169:36169)] 2024-12-05T12:24:32,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3456acb7a1c1892e2e120ae2e17db007, NAME => 'hbase:replication,,1733401470952.3456acb7a1c1892e2e120ae2e17db007.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:24:32,139 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:24:32,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:24:32,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733401470952.3456acb7a1c1892e2e120ae2e17db007. service=MultiRowMutationService 2024-12-05T12:24:32,139 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T12:24:32,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3456acb7a1c1892e2e120ae2e17db007 2024-12-05T12:24:32,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401470952.3456acb7a1c1892e2e120ae2e17db007.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:32,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3456acb7a1c1892e2e120ae2e17db007 2024-12-05T12:24:32,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3456acb7a1c1892e2e120ae2e17db007 2024-12-05T12:24:32,143 INFO [StoreOpener-3456acb7a1c1892e2e120ae2e17db007-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3456acb7a1c1892e2e120ae2e17db007 2024-12-05T12:24:32,144 INFO [StoreOpener-3456acb7a1c1892e2e120ae2e17db007-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3456acb7a1c1892e2e120ae2e17db007 columnFamilyName hfileref 2024-12-05T12:24:32,144 DEBUG [StoreOpener-3456acb7a1c1892e2e120ae2e17db007-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:32,145 INFO [StoreOpener-3456acb7a1c1892e2e120ae2e17db007-1 {}] regionserver.HStore(327): Store=3456acb7a1c1892e2e120ae2e17db007/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:32,145 INFO [StoreOpener-3456acb7a1c1892e2e120ae2e17db007-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3456acb7a1c1892e2e120ae2e17db007 2024-12-05T12:24:32,146 INFO [StoreOpener-3456acb7a1c1892e2e120ae2e17db007-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3456acb7a1c1892e2e120ae2e17db007 columnFamilyName queue 2024-12-05T12:24:32,146 DEBUG [StoreOpener-3456acb7a1c1892e2e120ae2e17db007-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:32,147 INFO [StoreOpener-3456acb7a1c1892e2e120ae2e17db007-1 {}] regionserver.HStore(327): Store=3456acb7a1c1892e2e120ae2e17db007/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:32,147 INFO [StoreOpener-3456acb7a1c1892e2e120ae2e17db007-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3456acb7a1c1892e2e120ae2e17db007 2024-12-05T12:24:32,148 INFO [StoreOpener-3456acb7a1c1892e2e120ae2e17db007-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3456acb7a1c1892e2e120ae2e17db007 columnFamilyName sid 2024-12-05T12:24:32,149 DEBUG [StoreOpener-3456acb7a1c1892e2e120ae2e17db007-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:32,149 INFO [StoreOpener-3456acb7a1c1892e2e120ae2e17db007-1 {}] regionserver.HStore(327): Store=3456acb7a1c1892e2e120ae2e17db007/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:32,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3456acb7a1c1892e2e120ae2e17db007 2024-12-05T12:24:32,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/data/hbase/replication/3456acb7a1c1892e2e120ae2e17db007 2024-12-05T12:24:32,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/data/hbase/replication/3456acb7a1c1892e2e120ae2e17db007 2024-12-05T12:24:32,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3456acb7a1c1892e2e120ae2e17db007 2024-12-05T12:24:32,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3456acb7a1c1892e2e120ae2e17db007 2024-12-05T12:24:32,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:24:32,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3456acb7a1c1892e2e120ae2e17db007 2024-12-05T12:24:32,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/data/hbase/replication/3456acb7a1c1892e2e120ae2e17db007/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:24:32,176 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3456acb7a1c1892e2e120ae2e17db007; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69112330, jitterRate=0.02985396981239319}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:24:32,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3456acb7a1c1892e2e120ae2e17db007 2024-12-05T12:24:32,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3456acb7a1c1892e2e120ae2e17db007: Running coprocessor pre-open hook at 1733401472140Writing region info on filesystem at 1733401472140Initializing all the Stores at 1733401472140Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401472140Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401472142 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401472142Cleaning up temporary data from old regions at 1733401472152 (+10 ms)Running coprocessor post-open hooks at 1733401472176 (+24 ms)Region opened successfully at 1733401472176 2024-12-05T12:24:32,178 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733401470952.3456acb7a1c1892e2e120ae2e17db007., pid=10, masterSystemTime=1733401472090 2024-12-05T12:24:32,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733401470952.3456acb7a1c1892e2e120ae2e17db007. 2024-12-05T12:24:32,183 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733401470952.3456acb7a1c1892e2e120ae2e17db007. 2024-12-05T12:24:32,184 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3456acb7a1c1892e2e120ae2e17db007, regionState=OPEN, openSeqNum=2, regionLocation=9ea9abad0e9b,32787,1733401458948 2024-12-05T12:24:32,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3456acb7a1c1892e2e120ae2e17db007, server=9ea9abad0e9b,32787,1733401458948 because future has completed 2024-12-05T12:24:32,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T12:24:32,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3456acb7a1c1892e2e120ae2e17db007, server=9ea9abad0e9b,32787,1733401458948 in 252 msec 2024-12-05T12:24:32,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T12:24:32,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3456acb7a1c1892e2e120ae2e17db007, ASSIGN in 409 msec 2024-12-05T12:24:32,195 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:24:32,195 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401472195"}]},"ts":"1733401472195"} 2024-12-05T12:24:32,197 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T12:24:32,198 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:24:32,200 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2460 sec 2024-12-05T12:24:32,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733401470952.3456acb7a1c1892e2e120ae2e17db007., hostname=9ea9abad0e9b,32787,1733401458948, seqNum=2] 2024-12-05T12:24:32,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32787-0x101a6a0d2140007, quorum=127.0.0.1:62360, baseZNode=/21494551287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21494551287 2024-12-05T12:24:32,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34097-0x101a6a0d2140006, quorum=127.0.0.1:62360, baseZNode=/21494551287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21494551287 2024-12-05T12:24:32,248 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T12:24:32,292 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251 to pos 379, reset compression=false 2024-12-05T12:24:32,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32787 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T12:24:32,401 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T12:24:32,428 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9ea9abad0e9b,32787,1733401458948, ReplicationSource: 1, currentBandwidth=0 2024-12-05T12:24:32,428 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:24:32,428 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,32787,1733401458948, seqNum=-1] 2024-12-05T12:24:32,428 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:24:32,430 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51631, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-05T12:24:32,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9ea9abad0e9b,32787,1733401458948', locateType=CURRENT is [region=hbase:replication,,1733401470952.3456acb7a1c1892e2e120ae2e17db007., hostname=9ea9abad0e9b,32787,1733401458948, seqNum=2] 2024-12-05T12:24:32,434 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T12:24:32,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34097 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T12:24:32,436 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9ea9abad0e9b,32787,1733401458948 suceeded 2024-12-05T12:24:32,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T12:24:32,438 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9ea9abad0e9b:40387,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T12:24:32,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-12-05T12:24:32,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4960 sec 2024-12-05T12:24:32,452 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ea9abad0e9b:40387' 2024-12-05T12:24:32,454 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76ece21a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:32,454 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948 {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,40387,-1 for getting cluster id 2024-12-05T12:24:32,454 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:24:32,455 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b6ff3228-223f-46ee-a945-3800a780896f' 2024-12-05T12:24:32,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:24:32,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b6ff3228-223f-46ee-a945-3800a780896f" 2024-12-05T12:24:32,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b01a60b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:32,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,40387,-1] 2024-12-05T12:24:32,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:24:32,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:32,456 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:24:32,457 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@df12b24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:32,457 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:24:32,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,40387,1733401449056 2024-12-05T12:24:32,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b9c026d 2024-12-05T12:24:32,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:24:32,458 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-05T12:24:32,459 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9ea9abad0e9b,32787,1733401458948 (queues=1) is replicating from cluster=063ee01a-d1ae-40aa-b4cc-0966708e1a54 to cluster=b6ff3228-223f-46ee-a945-3800a780896f 2024-12-05T12:24:32,459 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9ea9abad0e9b%2C32787%2C1733401458948 2024-12-05T12:24:32,459 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9ea9abad0e9b,32787,1733401458948, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T12:24:32,459 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.wal-reader.9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948/9ea9abad0e9b%2C32787%2C1733401458948.1733401461207, startPosition=0, beingWritten=true 2024-12-05T12:24:32,459 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.shipper9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9ea9abad0e9b%2C32787%2C1733401458948 2024-12-05T12:24:32,463 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.wal-reader.9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:24:32,463 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.wal-reader.9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948/9ea9abad0e9b%2C32787%2C1733401458948.1733401461207 to pos 379, reset compression=false 2024-12-05T12:24:32,463 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.shipper9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,32787,1733401458948 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948/9ea9abad0e9b%2C32787%2C1733401458948.1733401461207, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:24:32,671 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.wal-reader.9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948/9ea9abad0e9b%2C32787%2C1733401458948.1733401461207 to pos 379, reset compression=false 2024-12-05T12:24:32,685 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307 to pos 379, reset compression=false 2024-12-05T12:24:32,749 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:24:32,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:32,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:32,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:32,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:32,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:32,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:32,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:32,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:32,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:32,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:32,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:32,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:32,895 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251 to pos 379, reset compression=false 2024-12-05T12:24:32,974 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.wal-reader.9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948/9ea9abad0e9b%2C32787%2C1733401458948.1733401461207 to pos 379, reset compression=false 2024-12-05T12:24:33,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:24:33,105 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T12:24:33,105 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:24:33,105 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:24:33,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:33,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:33,106 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:24:33,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c9a569c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:33,114 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,40387,-1 for getting cluster id 2024-12-05T12:24:33,114 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:24:33,115 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b6ff3228-223f-46ee-a945-3800a780896f' 2024-12-05T12:24:33,115 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:24:33,115 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b6ff3228-223f-46ee-a945-3800a780896f" 2024-12-05T12:24:33,116 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@324673da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:33,116 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,40387,-1] 2024-12-05T12:24:33,116 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:24:33,116 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:33,117 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:24:33,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@770fdfad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:33,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@414c44e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:33,118 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,44363,-1 for getting cluster id 2024-12-05T12:24:33,118 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:24:33,118 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd927ecbf-6fd7-42e6-a145-c722e7f4b64c' 2024-12-05T12:24:33,118 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:24:33,118 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d927ecbf-6fd7-42e6-a145-c722e7f4b64c" 2024-12-05T12:24:33,119 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f01ae64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:33,119 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,44363,-1] 2024-12-05T12:24:33,119 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:24:33,119 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:33,119 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:24:33,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c8c9222, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:33,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68e9eb4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:33,122 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,34097,-1 for getting cluster id 2024-12-05T12:24:33,122 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:24:33,123 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '063ee01a-d1ae-40aa-b4cc-0966708e1a54' 2024-12-05T12:24:33,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:24:33,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "063ee01a-d1ae-40aa-b4cc-0966708e1a54" 2024-12-05T12:24:33,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fa0042, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:33,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,34097,-1] 2024-12-05T12:24:33,124 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:24:33,124 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:33,125 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:24:33,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@276f9dfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:33,126 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:24:33,127 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,46853,1733401449199, seqNum=-1] 2024-12-05T12:24:33,127 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:24:33,128 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:24:33,129 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733401462201.d21ba9ac9dc1a4067857d2250b2f42b1., hostname=9ea9abad0e9b,46853,1733401449199, seqNum=2] 2024-12-05T12:24:33,132 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:24:33,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,32787,1733401458948, seqNum=-1] 2024-12-05T12:24:33,133 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:24:33,159 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:24:33,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733401466508.59e6abb242c5af49455cca325d0ce835., hostname=9ea9abad0e9b,32787,1733401458948, seqNum=2] 2024-12-05T12:24:33,162 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-05T12:24:33,378 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.wal-reader.9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948/9ea9abad0e9b%2C32787%2C1733401458948.1733401461207 to pos 379, reset compression=false 2024-12-05T12:24:33,588 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307 to pos 379, reset compression=false 2024-12-05T12:24:33,593 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:24:33,593 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307 to pos 480, reset compression=false 2024-12-05T12:24:33,593 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.shipper9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,46853,1733401449199 got entry batch from reader: WALEntryBatch [walEntries=[{test/d21ba9ac9dc1a4067857d2250b2f42b1/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-05T12:24:33,595 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.shipper9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:24:33,596 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-12-05T12:24:33,596 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35835 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T12:24:33,597 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35835 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20cc820f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:33,597 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35835 {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,44363,-1 for getting cluster id 2024-12-05T12:24:33,597 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35835 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:24:33,597 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd927ecbf-6fd7-42e6-a145-c722e7f4b64c' 2024-12-05T12:24:33,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:24:33,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d927ecbf-6fd7-42e6-a145-c722e7f4b64c" 2024-12-05T12:24:33,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5933d9e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:33,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,44363,-1] 2024-12-05T12:24:33,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:24:33,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:33,599 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:24:33,599 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35835 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47b4b3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:33,599 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251 to pos 379, reset compression=false 2024-12-05T12:24:33,600 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35835 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:24:33,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,35835,1733401454019, seqNum=-1] 2024-12-05T12:24:33,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:24:33,601 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-05T12:24:33,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733401464358.6eea43a100eb7b3c989da9ce33e6dc2b., hostname=9ea9abad0e9b,35835,1733401454019, seqNum=2] 2024-12-05T12:24:33,605 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35835 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T12:24:33,612 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:24:33,612 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251 to pos 504, reset compression=false 2024-12-05T12:24:33,612 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.shipper9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,35835,1733401454019 got entry batch from reader: WALEntryBatch [walEntries=[{test/6eea43a100eb7b3c989da9ce33e6dc2b/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-05T12:24:33,623 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.shipper9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:24:33,624 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-12-05T12:24:33,625 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T12:24:33,625 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@199fe42e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:33,625 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,34097,-1 for getting cluster id 2024-12-05T12:24:33,626 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:24:33,626 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '063ee01a-d1ae-40aa-b4cc-0966708e1a54' 2024-12-05T12:24:33,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:24:33,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "063ee01a-d1ae-40aa-b4cc-0966708e1a54" 2024-12-05T12:24:33,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50040ef4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:33,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,34097,-1] 2024-12-05T12:24:33,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:24:33,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:33,628 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:24:33,628 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f683236, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:33,629 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:24:33,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,32787,1733401458948, seqNum=-1] 2024-12-05T12:24:33,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:24:33,631 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-05T12:24:33,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733401466508.59e6abb242c5af49455cca325d0ce835., hostname=9ea9abad0e9b,32787,1733401458948, seqNum=2] 2024-12-05T12:24:33,634 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T12:24:33,796 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307 to pos 480, reset compression=false 2024-12-05T12:24:33,825 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251 to pos 504, reset compression=false 2024-12-05T12:24:33,881 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.wal-reader.9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948/9ea9abad0e9b%2C32787%2C1733401458948.1733401461207 to pos 379, reset compression=false 2024-12-05T12:24:33,886 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.wal-reader.9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:24:33,886 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.wal-reader.9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948/9ea9abad0e9b%2C32787%2C1733401458948.1733401461207 to pos 528, reset compression=false 2024-12-05T12:24:33,886 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.shipper9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,32787,1733401458948 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948/9ea9abad0e9b%2C32787%2C1733401458948.1733401461207, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:24:34,089 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.wal-reader.9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948/9ea9abad0e9b%2C32787%2C1733401458948.1733401461207 to pos 528, reset compression=false 2024-12-05T12:24:34,099 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307 to pos 480, reset compression=false 2024-12-05T12:24:34,129 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251 to pos 504, reset compression=false 2024-12-05T12:24:34,164 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-05T12:24:34,165 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:24:34,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,35835,1733401454019, seqNum=-1] 2024-12-05T12:24:34,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:24:34,167 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:24:34,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733401464358.6eea43a100eb7b3c989da9ce33e6dc2b., hostname=9ea9abad0e9b,35835,1733401454019, seqNum=2] 2024-12-05T12:24:34,171 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-05T12:24:34,392 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.wal-reader.9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948/9ea9abad0e9b%2C32787%2C1733401458948.1733401461207 to pos 528, reset compression=false 2024-12-05T12:24:34,503 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307 to pos 480, reset compression=false 2024-12-05T12:24:34,532 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251 to pos 504, reset compression=false 2024-12-05T12:24:34,537 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:24:34,537 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251 to pos 608, reset compression=false 2024-12-05T12:24:34,537 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.shipper9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,35835,1733401454019 got entry batch from reader: WALEntryBatch [walEntries=[{test/6eea43a100eb7b3c989da9ce33e6dc2b/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T12:24:34,538 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T12:24:34,540 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T12:24:34,740 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251 to pos 608, reset compression=false 2024-12-05T12:24:34,796 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.wal-reader.9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948/9ea9abad0e9b%2C32787%2C1733401458948.1733401461207 to pos 528, reset compression=false 2024-12-05T12:24:34,800 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.wal-reader.9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:24:34,800 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.wal-reader.9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948/9ea9abad0e9b%2C32787%2C1733401458948.1733401461207 to pos 656, reset compression=false 2024-12-05T12:24:34,800 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.shipper9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,32787,1733401458948 got entry batch from reader: WALEntryBatch [walEntries=[{test/59e6abb242c5af49455cca325d0ce835/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948/9ea9abad0e9b%2C32787%2C1733401458948.1733401461207, lastWalPosition=656, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-05T12:24:34,802 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.shipper9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:24:34,802 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-05T12:24:34,803 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T12:24:34,803 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e4a6d2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:34,803 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,40387,-1 for getting cluster id 2024-12-05T12:24:34,803 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:24:34,804 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b6ff3228-223f-46ee-a945-3800a780896f' 2024-12-05T12:24:34,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:24:34,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b6ff3228-223f-46ee-a945-3800a780896f" 2024-12-05T12:24:34,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33e7b008, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:34,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,40387,-1] 2024-12-05T12:24:34,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:24:34,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:34,805 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:24:34,806 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33fbba2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:34,806 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:24:34,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,46853,1733401449199, seqNum=-1] 2024-12-05T12:24:34,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:24:34,808 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-05T12:24:34,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733401462201.d21ba9ac9dc1a4067857d2250b2f42b1., hostname=9ea9abad0e9b,46853,1733401449199, seqNum=2] 2024-12-05T12:24:34,811 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T12:24:35,002 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.wal-reader.9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948/9ea9abad0e9b%2C32787%2C1733401458948.1733401461207 to pos 656, reset compression=false 2024-12-05T12:24:35,006 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307 to pos 480, reset compression=false 2024-12-05T12:24:35,010 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:24:35,010 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307 to pos 631, reset compression=false 2024-12-05T12:24:35,010 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.shipper9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,46853,1733401449199 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:24:35,044 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251 to pos 608, reset compression=false 2024-12-05T12:24:35,173 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-05T12:24:35,175 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-05T12:24:35,213 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307 to pos 631, reset compression=false 2024-12-05T12:24:35,306 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.wal-reader.9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948/9ea9abad0e9b%2C32787%2C1733401458948.1733401461207 to pos 656, reset compression=false 2024-12-05T12:24:35,310 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.wal-reader.9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:24:35,310 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.shipper9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,32787,1733401458948 got entry batch from reader: WALEntryBatch [walEntries=[{test/59e6abb242c5af49455cca325d0ce835/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948/9ea9abad0e9b%2C32787%2C1733401458948.1733401461207, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T12:24:35,310 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.wal-reader.9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948/9ea9abad0e9b%2C32787%2C1733401458948.1733401461207 to pos 760, reset compression=false 2024-12-05T12:24:35,311 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T12:24:35,313 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T12:24:35,447 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251 to pos 608, reset compression=false 2024-12-05T12:24:35,514 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.wal-reader.9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948/9ea9abad0e9b%2C32787%2C1733401458948.1733401461207 to pos 760, reset compression=false 2024-12-05T12:24:35,522 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307 to pos 631, reset compression=false 2024-12-05T12:24:35,526 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:24:35,526 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307 to pos 758, reset compression=false 2024-12-05T12:24:35,526 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.shipper9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,46853,1733401449199 got entry batch from reader: WALEntryBatch [walEntries=[{test/d21ba9ac9dc1a4067857d2250b2f42b1/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-05T12:24:35,528 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35835 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T12:24:35,530 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35835 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T12:24:35,729 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307 to pos 758, reset compression=false 2024-12-05T12:24:35,824 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.wal-reader.9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948/9ea9abad0e9b%2C32787%2C1733401458948.1733401461207 to pos 760, reset compression=false 2024-12-05T12:24:35,950 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251 to pos 608, reset compression=false 2024-12-05T12:24:35,954 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:24:35,954 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251 to pos 759, reset compression=false 2024-12-05T12:24:35,954 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.shipper9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,35835,1733401454019 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251, lastWalPosition=759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:24:36,033 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307 to pos 758, reset compression=false 2024-12-05T12:24:36,157 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251 to pos 759, reset compression=false 2024-12-05T12:24:36,177 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-05T12:24:36,184 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-05T12:24:36,227 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.wal-reader.9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948/9ea9abad0e9b%2C32787%2C1733401458948.1733401461207 to pos 760, reset compression=false 2024-12-05T12:24:36,436 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307 to pos 758, reset compression=false 2024-12-05T12:24:36,441 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:24:36,441 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307 to pos 914, reset compression=false 2024-12-05T12:24:36,441 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.shipper9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,46853,1733401449199 got entry batch from reader: WALEntryBatch [walEntries=[{test/d21ba9ac9dc1a4067857d2250b2f42b1/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307, lastWalPosition=914, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-05T12:24:36,443 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35835 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T12:24:36,446 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35835 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T12:24:36,461 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251 to pos 759, reset compression=false 2024-12-05T12:24:36,466 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:24:36,466 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251 to pos 907, reset compression=false 2024-12-05T12:24:36,466 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.shipper9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,35835,1733401454019 got entry batch from reader: WALEntryBatch [walEntries=[{test/6eea43a100eb7b3c989da9ce33e6dc2b/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-05T12:24:36,467 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T12:24:36,470 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T12:24:36,647 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307 to pos 914, reset compression=false 2024-12-05T12:24:36,670 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251 to pos 907, reset compression=false 2024-12-05T12:24:36,732 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.wal-reader.9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948/9ea9abad0e9b%2C32787%2C1733401458948.1733401461207 to pos 760, reset compression=false 2024-12-05T12:24:36,736 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.wal-reader.9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:24:36,736 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.wal-reader.9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948/9ea9abad0e9b%2C32787%2C1733401458948.1733401461207 to pos 932, reset compression=false 2024-12-05T12:24:36,736 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.shipper9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,32787,1733401458948 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948/9ea9abad0e9b%2C32787%2C1733401458948.1733401461207, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:24:36,940 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.wal-reader.9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948/9ea9abad0e9b%2C32787%2C1733401458948.1733401461207 to pos 932, reset compression=false 2024-12-05T12:24:36,951 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307 to pos 914, reset compression=false 2024-12-05T12:24:36,973 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251 to pos 907, reset compression=false 2024-12-05T12:24:37,186 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-05T12:24:37,190 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-05T12:24:37,244 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.wal-reader.9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948/9ea9abad0e9b%2C32787%2C1733401458948.1733401461207 to pos 932, reset compression=false 2024-12-05T12:24:37,355 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307 to pos 914, reset compression=false 2024-12-05T12:24:37,376 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251 to pos 907, reset compression=false 2024-12-05T12:24:37,380 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:24:37,380 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251 to pos 1066, reset compression=false 2024-12-05T12:24:37,380 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.shipper9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,35835,1733401454019 got entry batch from reader: WALEntryBatch [walEntries=[{test/6eea43a100eb7b3c989da9ce33e6dc2b/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-05T12:24:37,381 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T12:24:37,383 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T12:24:37,583 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251 to pos 1066, reset compression=false 2024-12-05T12:24:37,648 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.wal-reader.9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948/9ea9abad0e9b%2C32787%2C1733401458948.1733401461207 to pos 932, reset compression=false 2024-12-05T12:24:37,653 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.wal-reader.9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:24:37,653 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.wal-reader.9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948/9ea9abad0e9b%2C32787%2C1733401458948.1733401461207 to pos 1082, reset compression=false 2024-12-05T12:24:37,653 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.shipper9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,32787,1733401458948 got entry batch from reader: WALEntryBatch [walEntries=[{test/59e6abb242c5af49455cca325d0ce835/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948/9ea9abad0e9b%2C32787%2C1733401458948.1733401461207, lastWalPosition=1082, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-05T12:24:37,654 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T12:24:37,657 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T12:24:37,857 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.wal-reader.9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948/9ea9abad0e9b%2C32787%2C1733401458948.1733401461207 to pos 1082, reset compression=false 2024-12-05T12:24:37,859 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307 to pos 914, reset compression=false 2024-12-05T12:24:37,886 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251 to pos 1066, reset compression=false 2024-12-05T12:24:37,954 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:24:37,955 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307 to pos 1087, reset compression=false 2024-12-05T12:24:37,955 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.shipper9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,46853,1733401449199 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307, lastWalPosition=1087, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:24:38,158 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307 to pos 1087, reset compression=false 2024-12-05T12:24:38,160 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.wal-reader.9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948/9ea9abad0e9b%2C32787%2C1733401458948.1733401461207 to pos 1082, reset compression=false 2024-12-05T12:24:38,191 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-05T12:24:38,194 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-05T12:24:38,289 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251 to pos 1066, reset compression=false 2024-12-05T12:24:38,461 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307 to pos 1087, reset compression=false 2024-12-05T12:24:38,563 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.wal-reader.9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948/9ea9abad0e9b%2C32787%2C1733401458948.1733401461207 to pos 1082, reset compression=false 2024-12-05T12:24:38,567 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.wal-reader.9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:24:38,567 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.wal-reader.9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948/9ea9abad0e9b%2C32787%2C1733401458948.1733401461207 to pos 1241, reset compression=false 2024-12-05T12:24:38,567 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.shipper9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,32787,1733401458948 got entry batch from reader: WALEntryBatch [walEntries=[{test/59e6abb242c5af49455cca325d0ce835/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948/9ea9abad0e9b%2C32787%2C1733401458948.1733401461207, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-05T12:24:38,568 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T12:24:38,571 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T12:24:38,635 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T12:24:38,771 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.wal-reader.9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948/9ea9abad0e9b%2C32787%2C1733401458948.1733401461207 to pos 1241, reset compression=false 2024-12-05T12:24:38,793 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251 to pos 1066, reset compression=false 2024-12-05T12:24:38,864 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307 to pos 1087, reset compression=false 2024-12-05T12:24:38,868 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:24:38,868 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307 to pos 1236, reset compression=false 2024-12-05T12:24:38,868 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.shipper9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,46853,1733401449199 got entry batch from reader: WALEntryBatch [walEntries=[{test/d21ba9ac9dc1a4067857d2250b2f42b1/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307, lastWalPosition=1236, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-05T12:24:38,869 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35835 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T12:24:38,872 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35835 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T12:24:39,072 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307 to pos 1236, reset compression=false 2024-12-05T12:24:39,074 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.wal-reader.9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948/9ea9abad0e9b%2C32787%2C1733401458948.1733401461207 to pos 1241, reset compression=false 2024-12-05T12:24:39,196 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-05T12:24:39,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@190ca877, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:39,202 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,34097,-1 for getting cluster id 2024-12-05T12:24:39,202 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:24:39,203 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '063ee01a-d1ae-40aa-b4cc-0966708e1a54' 2024-12-05T12:24:39,203 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:24:39,203 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "063ee01a-d1ae-40aa-b4cc-0966708e1a54" 2024-12-05T12:24:39,204 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19c15a31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:39,204 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,34097,-1] 2024-12-05T12:24:39,204 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:24:39,204 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:39,204 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:24:39,205 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@526f2cd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:39,207 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:24:39,207 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,34097,1733401458836 2024-12-05T12:24:39,207 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6388e831 2024-12-05T12:24:39,208 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:24:39,209 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:24:39,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34097 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-12-05T12:24:39,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34097 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-05T12:24:39,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T12:24:39,256 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T12:24:39,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T12:24:39,375 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307 to pos 1236, reset compression=false 2024-12-05T12:24:39,396 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251 to pos 1066, reset compression=false 2024-12-05T12:24:39,400 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:24:39,400 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251 to pos 1239, reset compression=false 2024-12-05T12:24:39,400 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.shipper9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,35835,1733401454019 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:24:39,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32787 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-05T12:24:39,408 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-12-05T12:24:39,409 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-12-05T12:24:39,409 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9ea9abad0e9b,32787,1733401458948 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-12-05T12:24:39,409 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0. 2024-12-05T12:24:39,409 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:24:39,409 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:39,409 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:24:39,410 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:39,510 WARN [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.shipper9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T12:24:39,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T12:24:39,604 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251 to pos 1239, reset compression=false 2024-12-05T12:24:39,610 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.shipper9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 terminated 2024-12-05T12:24:39,625 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-9ea9abad0e9b,32787,1733401458948, ReplicationSource: 1, currentBandwidth=0 2024-12-05T12:24:39,625 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-12-05T12:24:39,625 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-05T12:24:39,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34097 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-05T12:24:39,628 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 9ea9abad0e9b,32787,1733401458948 suceeded 2024-12-05T12:24:39,629 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-05T12:24:39,629 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 372 msec 2024-12-05T12:24:39,629 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-12-05T12:24:39,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 420 msec 2024-12-05T12:24:39,638 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ea9abad0e9b:40387' 2024-12-05T12:24:39,639 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33f8fb41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:39,639 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948 {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,40387,-1 for getting cluster id 2024-12-05T12:24:39,639 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:24:39,640 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b6ff3228-223f-46ee-a945-3800a780896f' 2024-12-05T12:24:39,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:24:39,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b6ff3228-223f-46ee-a945-3800a780896f" 2024-12-05T12:24:39,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b97923e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:39,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,40387,-1] 2024-12-05T12:24:39,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:24:39,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:39,641 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:24:39,641 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cc2249a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:39,642 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:24:39,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,40387,1733401449056 2024-12-05T12:24:39,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4025098f 2024-12-05T12:24:39,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:24:39,643 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-05T12:24:39,643 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9ea9abad0e9b,32787,1733401458948 (queues=1) is replicating from cluster=063ee01a-d1ae-40aa-b4cc-0966708e1a54 to cluster=b6ff3228-223f-46ee-a945-3800a780896f 2024-12-05T12:24:39,643 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9ea9abad0e9b%2C32787%2C1733401458948 2024-12-05T12:24:39,644 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9ea9abad0e9b,32787,1733401458948, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T12:24:39,644 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.shipper9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9ea9abad0e9b%2C32787%2C1733401458948 2024-12-05T12:24:39,778 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307 to pos 1236, reset compression=false 2024-12-05T12:24:39,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T12:24:39,836 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-05T12:24:39,836 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:24:39,836 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:24:39,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:39,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:39,836 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:24:39,839 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-12-05T12:24:39,907 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251 to pos 1239, reset compression=false 2024-12-05T12:24:40,282 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307 to pos 1236, reset compression=false 2024-12-05T12:24:40,285 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:24:40,285 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307 to pos 1340, reset compression=false 2024-12-05T12:24:40,285 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.shipper9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,46853,1733401449199 got entry batch from reader: WALEntryBatch [walEntries=[{test/d21ba9ac9dc1a4067857d2250b2f42b1/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307, lastWalPosition=1340, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T12:24:40,286 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35835 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T12:24:40,289 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35835 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T12:24:40,310 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251 to pos 1239, reset compression=false 2024-12-05T12:24:40,314 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:24:40,314 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251 to pos 1367, reset compression=false 2024-12-05T12:24:40,314 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.shipper9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,35835,1733401454019 got entry batch from reader: WALEntryBatch [walEntries=[{test/6eea43a100eb7b3c989da9ce33e6dc2b/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251, lastWalPosition=1367, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-05T12:24:40,315 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T12:24:40,317 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T12:24:40,489 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307 to pos 1340, reset compression=false 2024-12-05T12:24:40,517 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251 to pos 1367, reset compression=false 2024-12-05T12:24:40,792 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307 to pos 1340, reset compression=false 2024-12-05T12:24:40,820 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251 to pos 1367, reset compression=false 2024-12-05T12:24:40,841 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-12-05T12:24:40,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67a13a87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:40,843 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,34097,-1 for getting cluster id 2024-12-05T12:24:40,843 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:24:40,844 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '063ee01a-d1ae-40aa-b4cc-0966708e1a54' 2024-12-05T12:24:40,844 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:24:40,844 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "063ee01a-d1ae-40aa-b4cc-0966708e1a54" 2024-12-05T12:24:40,844 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2df40526, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:40,844 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,34097,-1] 2024-12-05T12:24:40,844 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:24:40,844 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:40,845 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:24:40,845 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6184774e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:40,847 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:24:40,848 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,34097,1733401458836 2024-12-05T12:24:40,848 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f6bc9aa 2024-12-05T12:24:40,848 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:24:40,849 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:24:40,850 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34097 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-12-05T12:24:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34097 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-05T12:24:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-05T12:24:40,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T12:24:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-05T12:24:41,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32787 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-12-05T12:24:41,041 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-12-05T12:24:41,041 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-05T12:24:41,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34097 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-05T12:24:41,043 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 9ea9abad0e9b,32787,1733401458948 suceeded 2024-12-05T12:24:41,045 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-05T12:24:41,045 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-12-05T12:24:41,045 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-12-05T12:24:41,045 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.wal-reader.9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948/9ea9abad0e9b%2C32787%2C1733401458948.1733401461207, startPosition=1241, beingWritten=true 2024-12-05T12:24:41,046 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 195 msec 2024-12-05T12:24:41,049 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.wal-reader.9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:24:41,049 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.wal-reader.9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948/9ea9abad0e9b%2C32787%2C1733401458948.1733401461207 to pos 1393, reset compression=false 2024-12-05T12:24:41,049 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.shipper9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,32787,1733401458948 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948/9ea9abad0e9b%2C32787%2C1733401458948.1733401461207, lastWalPosition=1393, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:24:41,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-05T12:24:41,175 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-05T12:24:41,175 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:24:41,175 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:24:41,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:41,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:41,175 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:24:41,177 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-12-05T12:24:41,196 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307 to pos 1340, reset compression=false 2024-12-05T12:24:41,222 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251 to pos 1367, reset compression=false 2024-12-05T12:24:41,226 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:24:41,226 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251 to pos 1471, reset compression=false 2024-12-05T12:24:41,226 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.shipper9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,35835,1733401454019 got entry batch from reader: WALEntryBatch [walEntries=[{test/6eea43a100eb7b3c989da9ce33e6dc2b/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251, lastWalPosition=1471, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T12:24:41,227 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T12:24:41,229 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T12:24:41,252 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.wal-reader.9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948/9ea9abad0e9b%2C32787%2C1733401458948.1733401461207 to pos 1393, reset compression=false 2024-12-05T12:24:41,257 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.wal-reader.9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:24:41,257 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.wal-reader.9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948/9ea9abad0e9b%2C32787%2C1733401458948.1733401461207 to pos 1521, reset compression=false 2024-12-05T12:24:41,257 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.shipper9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,32787,1733401458948 got entry batch from reader: WALEntryBatch [walEntries=[{test/59e6abb242c5af49455cca325d0ce835/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948/9ea9abad0e9b%2C32787%2C1733401458948.1733401461207, lastWalPosition=1521, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-05T12:24:41,259 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.shipper9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:24:41,260 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-05T12:24:41,260 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T12:24:41,262 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T12:24:41,429 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251 to pos 1471, reset compression=false 2024-12-05T12:24:41,460 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.wal-reader.9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948/9ea9abad0e9b%2C32787%2C1733401458948.1733401461207 to pos 1521, reset compression=false 2024-12-05T12:24:41,700 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307 to pos 1340, reset compression=false 2024-12-05T12:24:41,704 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:24:41,704 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307 to pos 1491, reset compression=false 2024-12-05T12:24:41,704 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.shipper9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,46853,1733401449199 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307, lastWalPosition=1491, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:24:41,732 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251 to pos 1471, reset compression=false 2024-12-05T12:24:41,763 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.wal-reader.9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948/9ea9abad0e9b%2C32787%2C1733401458948.1733401461207 to pos 1521, reset compression=false 2024-12-05T12:24:41,908 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307 to pos 1491, reset compression=false 2024-12-05T12:24:42,136 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251 to pos 1471, reset compression=false 2024-12-05T12:24:42,166 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.wal-reader.9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948/9ea9abad0e9b%2C32787%2C1733401458948.1733401461207 to pos 1521, reset compression=false 2024-12-05T12:24:42,179 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-12-05T12:24:42,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T12:24:42,179 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:24:42,179 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:24:42,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:42,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:42,179 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:24:42,180 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T12:24:42,180 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=846652977, stopped=false 2024-12-05T12:24:42,180 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9ea9abad0e9b,34097,1733401458836 2024-12-05T12:24:42,211 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307 to pos 1491, reset compression=false 2024-12-05T12:24:42,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34097-0x101a6a0d2140006, quorum=127.0.0.1:62360, baseZNode=/21494551287 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21494551287/running 2024-12-05T12:24:42,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32787-0x101a6a0d2140007, quorum=127.0.0.1:62360, baseZNode=/21494551287 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21494551287/running 2024-12-05T12:24:42,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32787-0x101a6a0d2140007, quorum=127.0.0.1:62360, baseZNode=/21494551287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21494551287 2024-12-05T12:24:42,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34097-0x101a6a0d2140006, quorum=127.0.0.1:62360, baseZNode=/21494551287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21494551287 2024-12-05T12:24:42,221 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:24:42,221 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:24:42,221 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:24:42,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:42,222 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9ea9abad0e9b,32787,1733401458948' ***** 2024-12-05T12:24:42,222 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T12:24:42,222 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34097-0x101a6a0d2140006, quorum=127.0.0.1:62360, baseZNode=/21494551287 Set watcher on znode that does not yet exist, /21494551287/running 2024-12-05T12:24:42,222 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32787-0x101a6a0d2140007, quorum=127.0.0.1:62360, baseZNode=/21494551287 Set watcher on znode that does not yet exist, /21494551287/running 2024-12-05T12:24:42,222 INFO [RS:0;9ea9abad0e9b:32787 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T12:24:42,222 INFO [RS:0;9ea9abad0e9b:32787 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T12:24:42,222 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T12:24:42,222 INFO [RS:0;9ea9abad0e9b:32787 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T12:24:42,223 INFO [RS:0;9ea9abad0e9b:32787 {}] regionserver.HRegionServer(3091): Received CLOSE for 59e6abb242c5af49455cca325d0ce835 2024-12-05T12:24:42,223 INFO [RS:0;9ea9abad0e9b:32787 {}] regionserver.HRegionServer(3091): Received CLOSE for 3456acb7a1c1892e2e120ae2e17db007 2024-12-05T12:24:42,223 INFO [RS:0;9ea9abad0e9b:32787 {}] regionserver.HRegionServer(959): stopping server 9ea9abad0e9b,32787,1733401458948 2024-12-05T12:24:42,223 INFO [RS:0;9ea9abad0e9b:32787 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:24:42,223 INFO [RS:0;9ea9abad0e9b:32787 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ea9abad0e9b:32787. 2024-12-05T12:24:42,223 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 59e6abb242c5af49455cca325d0ce835, disabling compactions & flushes 2024-12-05T12:24:42,223 DEBUG [RS:0;9ea9abad0e9b:32787 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:24:42,223 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733401466508.59e6abb242c5af49455cca325d0ce835. 2024-12-05T12:24:42,223 DEBUG [RS:0;9ea9abad0e9b:32787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:42,223 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401466508.59e6abb242c5af49455cca325d0ce835. 2024-12-05T12:24:42,223 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733401466508.59e6abb242c5af49455cca325d0ce835. after waiting 0 ms 2024-12-05T12:24:42,223 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733401466508.59e6abb242c5af49455cca325d0ce835. 2024-12-05T12:24:42,223 INFO [RS:0;9ea9abad0e9b:32787 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T12:24:42,223 INFO [RS:0;9ea9abad0e9b:32787 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T12:24:42,223 INFO [RS:0;9ea9abad0e9b:32787 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T12:24:42,223 INFO [RS:0;9ea9abad0e9b:32787 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T12:24:42,223 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 59e6abb242c5af49455cca325d0ce835 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-05T12:24:42,223 INFO [RS:0;9ea9abad0e9b:32787 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T12:24:42,223 DEBUG [RS:0;9ea9abad0e9b:32787 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 59e6abb242c5af49455cca325d0ce835=test,,1733401466508.59e6abb242c5af49455cca325d0ce835., 3456acb7a1c1892e2e120ae2e17db007=hbase:replication,,1733401470952.3456acb7a1c1892e2e120ae2e17db007.} 2024-12-05T12:24:42,223 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:24:42,223 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:24:42,223 DEBUG [RS:0;9ea9abad0e9b:32787 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3456acb7a1c1892e2e120ae2e17db007, 59e6abb242c5af49455cca325d0ce835 2024-12-05T12:24:42,223 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:24:42,223 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:24:42,223 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:24:42,223 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T12:24:42,241 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/data/hbase/meta/1588230740/.tmp/info/358962ed4698414b8e177749823ce44a is 147, key is hbase:replication,,1733401470952.3456acb7a1c1892e2e120ae2e17db007./info:regioninfo/1733401472184/Put/seqid=0 2024-12-05T12:24:42,241 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/data/default/test/59e6abb242c5af49455cca325d0ce835/.tmp/f/8c11f750236246fc8a06587674166f29 is 37, key is row3/f:row3/1733401479837/Put/seqid=0 2024-12-05T12:24:42,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34491 is added to blk_1073741840_1016 (size=5228) 2024-12-05T12:24:42,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34491 is added to blk_1073741841_1017 (size=7686) 2024-12-05T12:24:42,288 INFO [regionserver/9ea9abad0e9b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:24:42,424 DEBUG [RS:0;9ea9abad0e9b:32787 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3456acb7a1c1892e2e120ae2e17db007, 59e6abb242c5af49455cca325d0ce835 2024-12-05T12:24:42,613 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307 to pos 1491, reset compression=false 2024-12-05T12:24:42,624 DEBUG [RS:0;9ea9abad0e9b:32787 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3456acb7a1c1892e2e120ae2e17db007, 59e6abb242c5af49455cca325d0ce835 2024-12-05T12:24:42,639 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251 to pos 1471, reset compression=false 2024-12-05T12:24:42,645 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/data/default/test/59e6abb242c5af49455cca325d0ce835/.tmp/f/8c11f750236246fc8a06587674166f29 2024-12-05T12:24:42,645 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/data/hbase/meta/1588230740/.tmp/info/358962ed4698414b8e177749823ce44a 2024-12-05T12:24:42,648 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8c11f750236246fc8a06587674166f29 2024-12-05T12:24:42,663 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/data/hbase/meta/1588230740/.tmp/ns/9a419d60c53b47da821bbe23bcd8db92 is 43, key is default/ns:d/1733401462145/Put/seqid=0 2024-12-05T12:24:42,663 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/data/default/test/59e6abb242c5af49455cca325d0ce835/.tmp/f1/1638a25141ee4c0385b6a81110582875 is 30, key is row1/f1:/1733401477187/DeleteFamily/seqid=0 2024-12-05T12:24:42,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34491 is added to blk_1073741843_1019 (size=5158) 2024-12-05T12:24:42,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34491 is added to blk_1073741842_1018 (size=5153) 2024-12-05T12:24:42,667 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/data/default/test/59e6abb242c5af49455cca325d0ce835/.tmp/f1/1638a25141ee4c0385b6a81110582875 2024-12-05T12:24:42,670 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.wal-reader.9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948/9ea9abad0e9b%2C32787%2C1733401458948.1733401461207 to pos 1521, reset compression=false 2024-12-05T12:24:42,670 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1638a25141ee4c0385b6a81110582875 2024-12-05T12:24:42,673 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.wal-reader.9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:24:42,673 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.wal-reader.9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948/9ea9abad0e9b%2C32787%2C1733401458948.1733401461207 to pos 1768, reset compression=false 2024-12-05T12:24:42,673 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.shipper9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,32787,1733401458948 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948/9ea9abad0e9b%2C32787%2C1733401458948.1733401461207, lastWalPosition=1768, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:24:42,674 ERROR [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.shipper9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9ea9abad0e9b,32787,1733401458948: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9ea9abad0e9b,32787,1733401458948, walGroup=9ea9abad0e9b%2C32787%2C1733401458948, offset=9ea9abad0e9b%2C32787%2C1733401458948.1733401461207:1768, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:32787 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T12:24:42,675 ERROR [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.shipper9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T12:24:42,675 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.shipper9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T12:24:42,676 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.shipper9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T12:24:42,676 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.shipper9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T12:24:42,676 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.shipper9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T12:24:42,676 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.shipper9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1199570944, "init": 1048576000, "max": 2306867200, "used": 864266304 }, "NonHeapMemoryUsage": { "committed": 199819264, "init": 7667712, "max": -1, "used": 196966784 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T12:24:42,676 WARN [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.shipper9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:34097 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:34097 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-12-05T12:24:42,687 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/data/default/test/59e6abb242c5af49455cca325d0ce835/.tmp/norep/51c6f238d5ee40568f4e781cdef8a6f2 is 33, key is row2/norep:/1733401478192/DeleteFamily/seqid=0 2024-12-05T12:24:42,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34491 is added to blk_1073741844_1020 (size=5108) 2024-12-05T12:24:42,824 DEBUG [RS:0;9ea9abad0e9b:32787 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3456acb7a1c1892e2e120ae2e17db007, 59e6abb242c5af49455cca325d0ce835 2024-12-05T12:24:42,875 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.wal-reader.9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948/9ea9abad0e9b%2C32787%2C1733401458948.1733401461207 to pos 1768, reset compression=false 2024-12-05T12:24:43,024 DEBUG [RS:0;9ea9abad0e9b:32787 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3456acb7a1c1892e2e120ae2e17db007, 59e6abb242c5af49455cca325d0ce835 2024-12-05T12:24:43,067 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/data/hbase/meta/1588230740/.tmp/ns/9a419d60c53b47da821bbe23bcd8db92 2024-12-05T12:24:43,091 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/data/default/test/59e6abb242c5af49455cca325d0ce835/.tmp/norep/51c6f238d5ee40568f4e781cdef8a6f2 2024-12-05T12:24:43,114 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 51c6f238d5ee40568f4e781cdef8a6f2 2024-12-05T12:24:43,114 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/data/default/test/59e6abb242c5af49455cca325d0ce835/.tmp/f/8c11f750236246fc8a06587674166f29 as hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/data/default/test/59e6abb242c5af49455cca325d0ce835/f/8c11f750236246fc8a06587674166f29 2024-12-05T12:24:43,117 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307 to pos 1491, reset compression=false 2024-12-05T12:24:43,119 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8c11f750236246fc8a06587674166f29 2024-12-05T12:24:43,119 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/data/default/test/59e6abb242c5af49455cca325d0ce835/f/8c11f750236246fc8a06587674166f29, entries=5, sequenceid=12, filesize=5.1 K 2024-12-05T12:24:43,120 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/data/default/test/59e6abb242c5af49455cca325d0ce835/.tmp/f1/1638a25141ee4c0385b6a81110582875 as hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/data/default/test/59e6abb242c5af49455cca325d0ce835/f1/1638a25141ee4c0385b6a81110582875 2024-12-05T12:24:43,124 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1638a25141ee4c0385b6a81110582875 2024-12-05T12:24:43,124 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/data/default/test/59e6abb242c5af49455cca325d0ce835/f1/1638a25141ee4c0385b6a81110582875, entries=3, sequenceid=12, filesize=5.0 K 2024-12-05T12:24:43,125 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/data/default/test/59e6abb242c5af49455cca325d0ce835/.tmp/norep/51c6f238d5ee40568f4e781cdef8a6f2 as hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/data/default/test/59e6abb242c5af49455cca325d0ce835/norep/51c6f238d5ee40568f4e781cdef8a6f2 2024-12-05T12:24:43,128 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/data/hbase/meta/1588230740/.tmp/rep_barrier/fc322879724842e894224da4968bc8f4 is 112, key is test,,1733401466508.59e6abb242c5af49455cca325d0ce835./rep_barrier:seqnumDuringOpen/1733401467259/Put/seqid=0 2024-12-05T12:24:43,129 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 51c6f238d5ee40568f4e781cdef8a6f2 2024-12-05T12:24:43,129 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/data/default/test/59e6abb242c5af49455cca325d0ce835/norep/51c6f238d5ee40568f4e781cdef8a6f2, entries=1, sequenceid=12, filesize=5.0 K 2024-12-05T12:24:43,130 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 59e6abb242c5af49455cca325d0ce835 in 907ms, sequenceid=12, compaction requested=false 2024-12-05T12:24:43,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34491 is added to blk_1073741845_1021 (size=5518) 2024-12-05T12:24:43,134 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/data/default/test/59e6abb242c5af49455cca325d0ce835/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-05T12:24:43,134 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:24:43,135 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T12:24:43,135 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733401466508.59e6abb242c5af49455cca325d0ce835. 2024-12-05T12:24:43,135 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 59e6abb242c5af49455cca325d0ce835: Waiting for close lock at 1733401482223Running coprocessor pre-close hooks at 1733401482223Disabling compacts and flushes for region at 1733401482223Disabling writes for close at 1733401482223Obtaining lock to block concurrent updates at 1733401482223Preparing flush snapshotting stores in 59e6abb242c5af49455cca325d0ce835 at 1733401482223Finished memstore snapshotting test,,1733401466508.59e6abb242c5af49455cca325d0ce835., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733401482224 (+1 ms)Flushing stores of test,,1733401466508.59e6abb242c5af49455cca325d0ce835. at 1733401482224Flushing 59e6abb242c5af49455cca325d0ce835/f: creating writer at 1733401482224Flushing 59e6abb242c5af49455cca325d0ce835/f: appending metadata at 1733401482240 (+16 ms)Flushing 59e6abb242c5af49455cca325d0ce835/f: closing flushed file at 1733401482240Flushing 59e6abb242c5af49455cca325d0ce835/f1: creating writer at 1733401482648 (+408 ms)Flushing 59e6abb242c5af49455cca325d0ce835/f1: appending metadata at 1733401482663 (+15 ms)Flushing 59e6abb242c5af49455cca325d0ce835/f1: closing flushed file at 1733401482663Flushing 59e6abb242c5af49455cca325d0ce835/norep: creating writer at 1733401482670 (+7 ms)Flushing 59e6abb242c5af49455cca325d0ce835/norep: appending metadata at 1733401482686 (+16 ms)Flushing 59e6abb242c5af49455cca325d0ce835/norep: closing flushed file at 1733401482686Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76bb992e: reopening flushed file at 1733401483114 (+428 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2705f897: reopening flushed file at 1733401483119 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1371efb7: reopening flushed file at 1733401483125 (+6 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 59e6abb242c5af49455cca325d0ce835 in 907ms, sequenceid=12, compaction requested=false at 1733401483130 (+5 ms)Writing region close event to WAL at 1733401483131 (+1 ms)Running coprocessor post-close hooks at 1733401483134 (+3 ms)Closed at 1733401483135 (+1 ms) 2024-12-05T12:24:43,135 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733401466508.59e6abb242c5af49455cca325d0ce835. 2024-12-05T12:24:43,135 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3456acb7a1c1892e2e120ae2e17db007, disabling compactions & flushes 2024-12-05T12:24:43,135 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401470952.3456acb7a1c1892e2e120ae2e17db007. 2024-12-05T12:24:43,135 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401470952.3456acb7a1c1892e2e120ae2e17db007. 2024-12-05T12:24:43,135 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401470952.3456acb7a1c1892e2e120ae2e17db007. after waiting 0 ms 2024-12-05T12:24:43,135 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401470952.3456acb7a1c1892e2e120ae2e17db007. 2024-12-05T12:24:43,135 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3456acb7a1c1892e2e120ae2e17db007: Waiting for close lock at 1733401483135Running coprocessor pre-close hooks at 1733401483135Disabling compacts and flushes for region at 1733401483135Disabling writes for close at 1733401483135Failed flush hbase:replication,,1733401470952.3456acb7a1c1892e2e120ae2e17db007., putting online again at 1733401483135 2024-12-05T12:24:43,135 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733401470952.3456acb7a1c1892e2e120ae2e17db007. 2024-12-05T12:24:43,169 INFO [regionserver/9ea9abad0e9b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T12:24:43,169 INFO [regionserver/9ea9abad0e9b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T12:24:43,178 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.wal-reader.9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948/9ea9abad0e9b%2C32787%2C1733401458948.1733401461207 to pos 1768, reset compression=false 2024-12-05T12:24:43,183 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.wal-reader.9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:24:43,183 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.wal-reader.9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948/9ea9abad0e9b%2C32787%2C1733401458948.1733401461207 to pos 2412, reset compression=false 2024-12-05T12:24:43,224 INFO [RS:0;9ea9abad0e9b:32787 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T12:24:43,224 DEBUG [RS:0;9ea9abad0e9b:32787 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3456acb7a1c1892e2e120ae2e17db007=hbase:replication,,1733401470952.3456acb7a1c1892e2e120ae2e17db007.} 2024-12-05T12:24:43,224 INFO [RS:0;9ea9abad0e9b:32787 {}] regionserver.HRegionServer(3091): Received CLOSE for 3456acb7a1c1892e2e120ae2e17db007 2024-12-05T12:24:43,224 DEBUG [RS:0;9ea9abad0e9b:32787 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3456acb7a1c1892e2e120ae2e17db007 2024-12-05T12:24:43,224 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3456acb7a1c1892e2e120ae2e17db007, disabling compactions & flushes 2024-12-05T12:24:43,225 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401470952.3456acb7a1c1892e2e120ae2e17db007. 2024-12-05T12:24:43,225 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401470952.3456acb7a1c1892e2e120ae2e17db007. 2024-12-05T12:24:43,225 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401470952.3456acb7a1c1892e2e120ae2e17db007. after waiting 0 ms 2024-12-05T12:24:43,225 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401470952.3456acb7a1c1892e2e120ae2e17db007. 2024-12-05T12:24:43,225 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3456acb7a1c1892e2e120ae2e17db007: Waiting for close lock at 1733401483224Running coprocessor pre-close hooks at 1733401483224Disabling compacts and flushes for region at 1733401483224Disabling writes for close at 1733401483225 (+1 ms)Failed flush hbase:replication,,1733401470952.3456acb7a1c1892e2e120ae2e17db007., putting online again at 1733401483225 2024-12-05T12:24:43,225 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733401470952.3456acb7a1c1892e2e120ae2e17db007. 2024-12-05T12:24:43,242 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251 to pos 1471, reset compression=false 2024-12-05T12:24:43,387 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.wal-reader.9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948/9ea9abad0e9b%2C32787%2C1733401458948.1733401461207 to pos 2412, reset compression=false 2024-12-05T12:24:43,425 DEBUG [RS:0;9ea9abad0e9b:32787 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:24:43,496 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T12:24:43,531 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/data/hbase/meta/1588230740/.tmp/rep_barrier/fc322879724842e894224da4968bc8f4 2024-12-05T12:24:43,546 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/data/hbase/meta/1588230740/.tmp/table/a53bfe6c297542dc85049657c61e1638 is 53, key is hbase:replication/table:state/1733401472195/Put/seqid=0 2024-12-05T12:24:43,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34491 is added to blk_1073741846_1022 (size=5308) 2024-12-05T12:24:43,625 DEBUG [RS:0;9ea9abad0e9b:32787 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:24:43,690 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.wal-reader.9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/WALs/9ea9abad0e9b,32787,1733401458948/9ea9abad0e9b%2C32787%2C1733401458948.1733401461207 to pos 2412, reset compression=false 2024-12-05T12:24:43,722 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307 to pos 1491, reset compression=false 2024-12-05T12:24:43,825 DEBUG [RS:0;9ea9abad0e9b:32787 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:24:43,945 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251 to pos 1471, reset compression=false 2024-12-05T12:24:43,950 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/data/hbase/meta/1588230740/.tmp/table/a53bfe6c297542dc85049657c61e1638 2024-12-05T12:24:43,954 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/data/hbase/meta/1588230740/.tmp/info/358962ed4698414b8e177749823ce44a as hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/data/hbase/meta/1588230740/info/358962ed4698414b8e177749823ce44a 2024-12-05T12:24:43,957 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/data/hbase/meta/1588230740/info/358962ed4698414b8e177749823ce44a, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T12:24:43,957 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/data/hbase/meta/1588230740/.tmp/ns/9a419d60c53b47da821bbe23bcd8db92 as hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/data/hbase/meta/1588230740/ns/9a419d60c53b47da821bbe23bcd8db92 2024-12-05T12:24:43,960 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/data/hbase/meta/1588230740/ns/9a419d60c53b47da821bbe23bcd8db92, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T12:24:43,961 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/data/hbase/meta/1588230740/.tmp/rep_barrier/fc322879724842e894224da4968bc8f4 as hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/data/hbase/meta/1588230740/rep_barrier/fc322879724842e894224da4968bc8f4 2024-12-05T12:24:43,965 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/data/hbase/meta/1588230740/rep_barrier/fc322879724842e894224da4968bc8f4, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T12:24:43,965 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/data/hbase/meta/1588230740/.tmp/table/a53bfe6c297542dc85049657c61e1638 as hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/data/hbase/meta/1588230740/table/a53bfe6c297542dc85049657c61e1638 2024-12-05T12:24:43,970 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/data/hbase/meta/1588230740/table/a53bfe6c297542dc85049657c61e1638, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T12:24:43,971 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1748ms, sequenceid=16, compaction requested=false 2024-12-05T12:24:43,982 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T12:24:43,982 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:24:43,982 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:24:43,982 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:24:43,983 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401482223Running coprocessor pre-close hooks at 1733401482223Disabling compacts and flushes for region at 1733401482223Disabling writes for close at 1733401482223Obtaining lock to block concurrent updates at 1733401482224 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733401482224Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733401482224Flushing stores of hbase:meta,,1.1588230740 at 1733401482224Flushing 1588230740/info: creating writer at 1733401482224Flushing 1588230740/info: appending metadata at 1733401482241 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733401482241Flushing 1588230740/ns: creating writer at 1733401482648 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733401482663 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733401482663Flushing 1588230740/rep_barrier: creating writer at 1733401483114 (+451 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733401483127 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733401483127Flushing 1588230740/table: creating writer at 1733401483535 (+408 ms)Flushing 1588230740/table: appending metadata at 1733401483546 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733401483546Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d4fd4a1: reopening flushed file at 1733401483953 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58269206: reopening flushed file at 1733401483957 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2728bd93: reopening flushed file at 1733401483960 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@447144c8: reopening flushed file at 1733401483965 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1748ms, sequenceid=16, compaction requested=false at 1733401483971 (+6 ms)Writing region close event to WAL at 1733401483975 (+4 ms)Running coprocessor post-close hooks at 1733401483982 (+7 ms)Closed at 1733401483982 2024-12-05T12:24:43,983 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T12:24:44,025 INFO [RS:0;9ea9abad0e9b:32787 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-05T12:24:44,025 INFO [RS:0;9ea9abad0e9b:32787 {}] regionserver.HRegionServer(976): stopping server 9ea9abad0e9b,32787,1733401458948; all regions closed. 2024-12-05T12:24:44,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34491 is added to blk_1073741834_1010 (size=4239) 2024-12-05T12:24:44,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34491 is added to blk_1073741839_1015 (size=2609) 2024-12-05T12:24:44,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34491 is added to blk_1073741832_1008 (size=2420) 2024-12-05T12:24:44,031 DEBUG [RS:0;9ea9abad0e9b:32787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:44,031 INFO [RS:0;9ea9abad0e9b:32787 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:24:44,031 INFO [RS:0;9ea9abad0e9b:32787 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:24:44,032 INFO [RS:0;9ea9abad0e9b:32787 {}] hbase.ChoreService(370): Chore service for: regionserver/9ea9abad0e9b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T12:24:44,032 INFO [RS:0;9ea9abad0e9b:32787 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:24:44,032 INFO [regionserver/9ea9abad0e9b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:24:44,032 INFO [RS:0;9ea9abad0e9b:32787 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9ea9abad0e9b,32787,1733401458948 because: Region server is closing 2024-12-05T12:24:44,032 INFO [RS:0;9ea9abad0e9b:32787 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ea9abad0e9b:32787. 2024-12-05T12:24:44,032 DEBUG [RS:0;9ea9abad0e9b:32787 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:24:44,032 DEBUG [RS:0;9ea9abad0e9b:32787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:44,033 DEBUG [RS:0;9ea9abad0e9b:32787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:44,033 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:24:44,133 INFO [RS:0;9ea9abad0e9b:32787 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,32787,1733401458948.replicationSource.shipper9ea9abad0e9b%2C32787%2C1733401458948,1-9ea9abad0e9b,32787,1733401458948 terminated 2024-12-05T12:24:44,133 INFO [RS:0;9ea9abad0e9b:32787 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ea9abad0e9b:32787. 2024-12-05T12:24:44,133 DEBUG [RS:0;9ea9abad0e9b:32787 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:24:44,133 DEBUG [RS:0;9ea9abad0e9b:32787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:44,133 DEBUG [RS:0;9ea9abad0e9b:32787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:44,133 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:24:44,133 INFO [RS:0;9ea9abad0e9b:32787 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32787 2024-12-05T12:24:44,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32787-0x101a6a0d2140007, quorum=127.0.0.1:62360, baseZNode=/21494551287 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21494551287/rs/9ea9abad0e9b,32787,1733401458948 2024-12-05T12:24:44,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34097-0x101a6a0d2140006, quorum=127.0.0.1:62360, baseZNode=/21494551287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21494551287/rs 2024-12-05T12:24:44,170 INFO [RS:0;9ea9abad0e9b:32787 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:24:44,203 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9ea9abad0e9b,32787,1733401458948] 2024-12-05T12:24:44,215 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:24:44,215 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9ea9abad0e9b,43791,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:43791 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T12:24:44,215 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68526 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9ea9abad0e9b,43791,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:43791 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T12:24:44,250 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21494551287/draining/9ea9abad0e9b,32787,1733401458948 already deleted, retry=false 2024-12-05T12:24:44,250 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9ea9abad0e9b,32787,1733401458948 expired; onlineServers=0 2024-12-05T12:24:44,250 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9ea9abad0e9b,34097,1733401458836' ***** 2024-12-05T12:24:44,250 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T12:24:44,250 INFO [M:0;9ea9abad0e9b:34097 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:24:44,250 INFO [M:0;9ea9abad0e9b:34097 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:24:44,250 DEBUG [M:0;9ea9abad0e9b:34097 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T12:24:44,250 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T12:24:44,250 DEBUG [M:0;9ea9abad0e9b:34097 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T12:24:44,250 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401460905 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401460905,5,FailOnTimeoutGroup] 2024-12-05T12:24:44,250 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401460905 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401460905,5,FailOnTimeoutGroup] 2024-12-05T12:24:44,251 INFO [M:0;9ea9abad0e9b:34097 {}] hbase.ChoreService(370): Chore service for: master/9ea9abad0e9b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T12:24:44,251 INFO [M:0;9ea9abad0e9b:34097 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:24:44,251 DEBUG [M:0;9ea9abad0e9b:34097 {}] master.HMaster(1795): Stopping service threads 2024-12-05T12:24:44,251 INFO [M:0;9ea9abad0e9b:34097 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T12:24:44,251 INFO [M:0;9ea9abad0e9b:34097 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:24:44,251 INFO [M:0;9ea9abad0e9b:34097 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T12:24:44,251 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T12:24:44,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32787-0x101a6a0d2140007, quorum=127.0.0.1:62360, baseZNode=/21494551287 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:24:44,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32787-0x101a6a0d2140007, quorum=127.0.0.1:62360, baseZNode=/21494551287 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:24:44,304 INFO [RS:0;9ea9abad0e9b:32787 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:24:44,304 INFO [RS:0;9ea9abad0e9b:32787 {}] regionserver.HRegionServer(1031): Exiting; stopping=9ea9abad0e9b,32787,1733401458948; zookeeper connection closed. 2024-12-05T12:24:44,304 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@75ce917 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@75ce917 2024-12-05T12:24:44,304 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T12:24:44,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34097-0x101a6a0d2140006, quorum=127.0.0.1:62360, baseZNode=/21494551287 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21494551287/master 2024-12-05T12:24:44,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34097-0x101a6a0d2140006, quorum=127.0.0.1:62360, baseZNode=/21494551287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21494551287 2024-12-05T12:24:44,322 DEBUG [M:0;9ea9abad0e9b:34097 {}] zookeeper.ZKUtil(347): master:34097-0x101a6a0d2140006, quorum=127.0.0.1:62360, baseZNode=/21494551287 Unable to get data of znode /21494551287/master because node does not exist (not an error) 2024-12-05T12:24:44,322 WARN [M:0;9ea9abad0e9b:34097 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T12:24:44,323 INFO [M:0;9ea9abad0e9b:34097 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/.lastflushedseqids 2024-12-05T12:24:44,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34491 is added to blk_1073741847_1023 (size=245) 2024-12-05T12:24:44,425 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307 to pos 1491, reset compression=false 2024-12-05T12:24:44,727 INFO [M:0;9ea9abad0e9b:34097 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T12:24:44,727 INFO [M:0;9ea9abad0e9b:34097 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T12:24:44,727 DEBUG [M:0;9ea9abad0e9b:34097 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:24:44,727 INFO [M:0;9ea9abad0e9b:34097 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:44,727 DEBUG [M:0;9ea9abad0e9b:34097 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:44,727 DEBUG [M:0;9ea9abad0e9b:34097 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:24:44,727 DEBUG [M:0;9ea9abad0e9b:34097 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:44,727 INFO [M:0;9ea9abad0e9b:34097 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-12-05T12:24:44,741 DEBUG [M:0;9ea9abad0e9b:34097 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f2331e8b6bb4ed89cc71bf55142bf48 is 82, key is hbase:meta,,1/info:regioninfo/1733401462130/Put/seqid=0 2024-12-05T12:24:44,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34491 is added to blk_1073741848_1024 (size=5672) 2024-12-05T12:24:44,747 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251 to pos 1471, reset compression=false 2024-12-05T12:24:45,144 INFO [M:0;9ea9abad0e9b:34097 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f2331e8b6bb4ed89cc71bf55142bf48 2024-12-05T12:24:45,164 DEBUG [M:0;9ea9abad0e9b:34097 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ab92857c678c4fe1addadf478e3e4a8e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733401472199/Put/seqid=0 2024-12-05T12:24:45,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34491 is added to blk_1073741849_1025 (size=9212) 2024-12-05T12:24:45,228 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307 to pos 1491, reset compression=false 2024-12-05T12:24:45,568 INFO [M:0;9ea9abad0e9b:34097 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ab92857c678c4fe1addadf478e3e4a8e 2024-12-05T12:24:45,583 DEBUG [M:0;9ea9abad0e9b:34097 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6657ccb4c68147fc9d058b9c085528c5 is 69, key is 9ea9abad0e9b,32787,1733401458948/rs:state/1733401461003/Put/seqid=0 2024-12-05T12:24:45,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34491 is added to blk_1073741850_1026 (size=5156) 2024-12-05T12:24:45,650 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251 to pos 1471, reset compression=false 2024-12-05T12:24:45,986 INFO [M:0;9ea9abad0e9b:34097 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6657ccb4c68147fc9d058b9c085528c5 2024-12-05T12:24:45,989 DEBUG [M:0;9ea9abad0e9b:34097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f2331e8b6bb4ed89cc71bf55142bf48 as hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f2331e8b6bb4ed89cc71bf55142bf48 2024-12-05T12:24:45,993 INFO [M:0;9ea9abad0e9b:34097 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f2331e8b6bb4ed89cc71bf55142bf48, entries=8, sequenceid=127, filesize=5.5 K 2024-12-05T12:24:45,994 DEBUG [M:0;9ea9abad0e9b:34097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ab92857c678c4fe1addadf478e3e4a8e as hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ab92857c678c4fe1addadf478e3e4a8e 2024-12-05T12:24:45,998 INFO [M:0;9ea9abad0e9b:34097 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ab92857c678c4fe1addadf478e3e4a8e, entries=15, sequenceid=127, filesize=9.0 K 2024-12-05T12:24:45,998 DEBUG [M:0;9ea9abad0e9b:34097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6657ccb4c68147fc9d058b9c085528c5 as hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6657ccb4c68147fc9d058b9c085528c5 2024-12-05T12:24:46,002 INFO [M:0;9ea9abad0e9b:34097 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44761/user/jenkins/test-data/e0cfd9f9-c0c6-9efa-3bf6-a8153d29bcb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6657ccb4c68147fc9d058b9c085528c5, entries=1, sequenceid=127, filesize=5.0 K 2024-12-05T12:24:46,003 INFO [M:0;9ea9abad0e9b:34097 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=127, compaction requested=false 2024-12-05T12:24:46,004 INFO [M:0;9ea9abad0e9b:34097 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:46,004 DEBUG [M:0;9ea9abad0e9b:34097 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401484727Disabling compacts and flushes for region at 1733401484727Disabling writes for close at 1733401484727Obtaining lock to block concurrent updates at 1733401484727Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733401484727Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1733401484728 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733401484728Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733401484728Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733401484740 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733401484740Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733401485148 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733401485164 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733401485164Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733401485571 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733401485582 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733401485582Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67eb65a1: reopening flushed file at 1733401485989 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29f60c30: reopening flushed file at 1733401485993 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7799f6bc: reopening flushed file at 1733401485998 (+5 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=127, compaction requested=false at 1733401486003 (+5 ms)Writing region close event to WAL at 1733401486004 (+1 ms)Closed at 1733401486004 2024-12-05T12:24:46,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34491 is added to blk_1073741830_1006 (size=73866) 2024-12-05T12:24:46,006 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:24:46,006 INFO [M:0;9ea9abad0e9b:34097 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T12:24:46,006 INFO [M:0;9ea9abad0e9b:34097 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34097 2024-12-05T12:24:46,007 INFO [M:0;9ea9abad0e9b:34097 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:24:46,131 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307 to pos 1491, reset compression=false 2024-12-05T12:24:46,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34097-0x101a6a0d2140006, quorum=127.0.0.1:62360, baseZNode=/21494551287 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:24:46,138 INFO [M:0;9ea9abad0e9b:34097 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:24:46,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34097-0x101a6a0d2140006, quorum=127.0.0.1:62360, baseZNode=/21494551287 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:24:46,140 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74a207af{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:24:46,141 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@67552449{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:24:46,141 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:24:46,141 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1573fbea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:24:46,141 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58b2fdd5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae489278-a306-3282-7f29-e04d2085992f/hadoop.log.dir/,STOPPED} 2024-12-05T12:24:46,143 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T12:24:46,143 WARN [BP-894301621-172.17.0.3-1733401457385 heartbeating to localhost/127.0.0.1:44761 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T12:24:46,143 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T12:24:46,143 WARN [BP-894301621-172.17.0.3-1733401457385 heartbeating to localhost/127.0.0.1:44761 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-894301621-172.17.0.3-1733401457385 (Datanode Uuid 0da8e72c-a7fa-4be7-bac0-4134ba9c0fb8) service to localhost/127.0.0.1:44761 2024-12-05T12:24:46,144 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae489278-a306-3282-7f29-e04d2085992f/cluster_fbd22174-8c82-3eff-4edb-bcb598c6eee8/data/data1/current/BP-894301621-172.17.0.3-1733401457385 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:24:46,144 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae489278-a306-3282-7f29-e04d2085992f/cluster_fbd22174-8c82-3eff-4edb-bcb598c6eee8/data/data2/current/BP-894301621-172.17.0.3-1733401457385 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:24:46,144 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T12:24:46,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26bb74dd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:24:46,150 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71399dd2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:24:46,150 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:24:46,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16cc2ccc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:24:46,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@214795f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae489278-a306-3282-7f29-e04d2085992f/hadoop.log.dir/,STOPPED} 2024-12-05T12:24:46,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T12:24:46,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T12:24:46,166 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:24:46,166 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:24:46,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:46,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:46,166 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:24:46,167 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T12:24:46,167 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=835004453, stopped=false 2024-12-05T12:24:46,167 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9ea9abad0e9b,44363,1733401453909 2024-12-05T12:24:46,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44363-0x101a6a0d2140003, quorum=127.0.0.1:62360, baseZNode=/1-2071024854 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2071024854/running 2024-12-05T12:24:46,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35835-0x101a6a0d2140004, quorum=127.0.0.1:62360, baseZNode=/1-2071024854 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2071024854/running 2024-12-05T12:24:46,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44363-0x101a6a0d2140003, quorum=127.0.0.1:62360, baseZNode=/1-2071024854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2071024854 2024-12-05T12:24:46,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35835-0x101a6a0d2140004, quorum=127.0.0.1:62360, baseZNode=/1-2071024854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2071024854 2024-12-05T12:24:46,179 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:24:46,180 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:24:46,180 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:24:46,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:46,180 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35835-0x101a6a0d2140004, quorum=127.0.0.1:62360, baseZNode=/1-2071024854 Set watcher on znode that does not yet exist, /1-2071024854/running 2024-12-05T12:24:46,180 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9ea9abad0e9b,35835,1733401454019' ***** 2024-12-05T12:24:46,180 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44363-0x101a6a0d2140003, quorum=127.0.0.1:62360, baseZNode=/1-2071024854 Set watcher on znode that does not yet exist, /1-2071024854/running 2024-12-05T12:24:46,180 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T12:24:46,180 INFO [RS:0;9ea9abad0e9b:35835 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T12:24:46,180 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T12:24:46,181 INFO [RS:0;9ea9abad0e9b:35835 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T12:24:46,181 INFO [RS:0;9ea9abad0e9b:35835 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T12:24:46,181 INFO [RS:0;9ea9abad0e9b:35835 {}] regionserver.HRegionServer(3091): Received CLOSE for 446f60f7bc53ac86f4028b105e140a1a 2024-12-05T12:24:46,181 INFO [RS:0;9ea9abad0e9b:35835 {}] regionserver.HRegionServer(3091): Received CLOSE for 6eea43a100eb7b3c989da9ce33e6dc2b 2024-12-05T12:24:46,181 INFO [RS:0;9ea9abad0e9b:35835 {}] regionserver.HRegionServer(959): stopping server 9ea9abad0e9b,35835,1733401454019 2024-12-05T12:24:46,181 INFO [RS:0;9ea9abad0e9b:35835 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:24:46,181 INFO [RS:0;9ea9abad0e9b:35835 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ea9abad0e9b:35835. 2024-12-05T12:24:46,181 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 446f60f7bc53ac86f4028b105e140a1a, disabling compactions & flushes 2024-12-05T12:24:46,181 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401469810.446f60f7bc53ac86f4028b105e140a1a. 2024-12-05T12:24:46,181 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401469810.446f60f7bc53ac86f4028b105e140a1a. 2024-12-05T12:24:46,181 DEBUG [RS:0;9ea9abad0e9b:35835 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:24:46,181 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401469810.446f60f7bc53ac86f4028b105e140a1a. after waiting 0 ms 2024-12-05T12:24:46,181 DEBUG [RS:0;9ea9abad0e9b:35835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:46,181 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401469810.446f60f7bc53ac86f4028b105e140a1a. 2024-12-05T12:24:46,181 INFO [RS:0;9ea9abad0e9b:35835 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T12:24:46,181 INFO [RS:0;9ea9abad0e9b:35835 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T12:24:46,181 INFO [RS:0;9ea9abad0e9b:35835 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T12:24:46,181 INFO [RS:0;9ea9abad0e9b:35835 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T12:24:46,181 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 446f60f7bc53ac86f4028b105e140a1a 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-12-05T12:24:46,181 INFO [RS:0;9ea9abad0e9b:35835 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T12:24:46,181 DEBUG [RS:0;9ea9abad0e9b:35835 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 446f60f7bc53ac86f4028b105e140a1a=hbase:replication,,1733401469810.446f60f7bc53ac86f4028b105e140a1a., 6eea43a100eb7b3c989da9ce33e6dc2b=test,,1733401464358.6eea43a100eb7b3c989da9ce33e6dc2b.} 2024-12-05T12:24:46,181 DEBUG [RS:0;9ea9abad0e9b:35835 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 446f60f7bc53ac86f4028b105e140a1a, 6eea43a100eb7b3c989da9ce33e6dc2b 2024-12-05T12:24:46,181 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:24:46,181 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:24:46,181 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:24:46,181 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:24:46,181 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:24:46,182 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T12:24:46,194 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/data/hbase/replication/446f60f7bc53ac86f4028b105e140a1a/.tmp/queue/372b878502f64631a6dcbea318721297 is 154, key is 1-9ea9abad0e9b,35835,1733401454019/queue:9ea9abad0e9b%2C35835%2C1733401454019/1733401481230/Put/seqid=0 2024-12-05T12:24:46,197 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/data/hbase/meta/1588230740/.tmp/info/cda54510ca8742bf8bc02bfe26a92c9f is 147, key is hbase:replication,,1733401469810.446f60f7bc53ac86f4028b105e140a1a./info:regioninfo/1733401470573/Put/seqid=0 2024-12-05T12:24:46,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741840_1016 (size=5353) 2024-12-05T12:24:46,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741841_1017 (size=7686) 2024-12-05T12:24:46,236 INFO [regionserver/9ea9abad0e9b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:24:46,381 DEBUG [RS:0;9ea9abad0e9b:35835 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 446f60f7bc53ac86f4028b105e140a1a, 6eea43a100eb7b3c989da9ce33e6dc2b 2024-12-05T12:24:46,582 DEBUG [RS:0;9ea9abad0e9b:35835 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 446f60f7bc53ac86f4028b105e140a1a, 6eea43a100eb7b3c989da9ce33e6dc2b 2024-12-05T12:24:46,599 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/data/hbase/replication/446f60f7bc53ac86f4028b105e140a1a/.tmp/queue/372b878502f64631a6dcbea318721297 2024-12-05T12:24:46,601 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/data/hbase/meta/1588230740/.tmp/info/cda54510ca8742bf8bc02bfe26a92c9f 2024-12-05T12:24:46,604 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/data/hbase/replication/446f60f7bc53ac86f4028b105e140a1a/.tmp/queue/372b878502f64631a6dcbea318721297 as hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/data/hbase/replication/446f60f7bc53ac86f4028b105e140a1a/queue/372b878502f64631a6dcbea318721297 2024-12-05T12:24:46,607 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/data/hbase/replication/446f60f7bc53ac86f4028b105e140a1a/queue/372b878502f64631a6dcbea318721297, entries=1, sequenceid=14, filesize=5.2 K 2024-12-05T12:24:46,608 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 446f60f7bc53ac86f4028b105e140a1a in 427ms, sequenceid=14, compaction requested=false 2024-12-05T12:24:46,611 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/data/hbase/replication/446f60f7bc53ac86f4028b105e140a1a/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-12-05T12:24:46,611 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:24:46,611 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:24:46,611 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733401469810.446f60f7bc53ac86f4028b105e140a1a. 2024-12-05T12:24:46,611 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 446f60f7bc53ac86f4028b105e140a1a: Waiting for close lock at 1733401486181Running coprocessor pre-close hooks at 1733401486181Disabling compacts and flushes for region at 1733401486181Disabling writes for close at 1733401486181Obtaining lock to block concurrent updates at 1733401486181Preparing flush snapshotting stores in 446f60f7bc53ac86f4028b105e140a1a at 1733401486181Finished memstore snapshotting hbase:replication,,1733401469810.446f60f7bc53ac86f4028b105e140a1a., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1733401486181Flushing stores of hbase:replication,,1733401469810.446f60f7bc53ac86f4028b105e140a1a. at 1733401486182 (+1 ms)Flushing 446f60f7bc53ac86f4028b105e140a1a/queue: creating writer at 1733401486182Flushing 446f60f7bc53ac86f4028b105e140a1a/queue: appending metadata at 1733401486193 (+11 ms)Flushing 446f60f7bc53ac86f4028b105e140a1a/queue: closing flushed file at 1733401486193Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65939cb9: reopening flushed file at 1733401486603 (+410 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 446f60f7bc53ac86f4028b105e140a1a in 427ms, sequenceid=14, compaction requested=false at 1733401486608 (+5 ms)Writing region close event to WAL at 1733401486609 (+1 ms)Running coprocessor post-close hooks at 1733401486611 (+2 ms)Closed at 1733401486611 2024-12-05T12:24:46,612 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733401469810.446f60f7bc53ac86f4028b105e140a1a. 2024-12-05T12:24:46,612 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6eea43a100eb7b3c989da9ce33e6dc2b, disabling compactions & flushes 2024-12-05T12:24:46,612 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733401464358.6eea43a100eb7b3c989da9ce33e6dc2b. 2024-12-05T12:24:46,612 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401464358.6eea43a100eb7b3c989da9ce33e6dc2b. 2024-12-05T12:24:46,612 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733401464358.6eea43a100eb7b3c989da9ce33e6dc2b. after waiting 0 ms 2024-12-05T12:24:46,612 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733401464358.6eea43a100eb7b3c989da9ce33e6dc2b. 2024-12-05T12:24:46,612 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6eea43a100eb7b3c989da9ce33e6dc2b 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-05T12:24:46,619 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/data/hbase/meta/1588230740/.tmp/ns/97d791f2c2974f5db1be3f6c05d587e2 is 43, key is default/ns:d/1733401457261/Put/seqid=0 2024-12-05T12:24:46,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741842_1018 (size=5153) 2024-12-05T12:24:46,626 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/data/default/test/6eea43a100eb7b3c989da9ce33e6dc2b/.tmp/f/a477263965174a9aab537bad1025a095 is 37, key is row3/f:row3/1733401479837/Put/seqid=0 2024-12-05T12:24:46,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741843_1019 (size=5228) 2024-12-05T12:24:46,653 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251 to pos 1471, reset compression=false 2024-12-05T12:24:46,657 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:24:46,657 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251 to pos 1718, reset compression=false 2024-12-05T12:24:46,657 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.shipper9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,35835,1733401454019 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251, lastWalPosition=1718, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:24:46,658 ERROR [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.shipper9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9ea9abad0e9b,35835,1733401454019: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9ea9abad0e9b,35835,1733401454019, walGroup=9ea9abad0e9b%2C35835%2C1733401454019, offset=9ea9abad0e9b%2C35835%2C1733401454019.1733401456251:1718, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:35835 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T12:24:46,659 ERROR [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.shipper9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T12:24:46,659 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.shipper9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T12:24:46,659 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.shipper9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T12:24:46,659 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.shipper9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T12:24:46,659 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.shipper9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T12:24:46,659 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.shipper9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1199570944, "init": 1048576000, "max": 2306867200, "used": 939763776 }, "NonHeapMemoryUsage": { "committed": 200278016, "init": 7667712, "max": -1, "used": 197421584 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T12:24:46,660 WARN [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.shipper9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:44363 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:44363 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-12-05T12:24:46,782 DEBUG [RS:0;9ea9abad0e9b:35835 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6eea43a100eb7b3c989da9ce33e6dc2b 2024-12-05T12:24:46,860 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251 to pos 1718, reset compression=false 2024-12-05T12:24:46,982 DEBUG [RS:0;9ea9abad0e9b:35835 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6eea43a100eb7b3c989da9ce33e6dc2b 2024-12-05T12:24:47,023 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/data/hbase/meta/1588230740/.tmp/ns/97d791f2c2974f5db1be3f6c05d587e2 2024-12-05T12:24:47,030 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/data/default/test/6eea43a100eb7b3c989da9ce33e6dc2b/.tmp/f/a477263965174a9aab537bad1025a095 2024-12-05T12:24:47,033 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a477263965174a9aab537bad1025a095 2024-12-05T12:24:47,043 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/data/hbase/meta/1588230740/.tmp/rep_barrier/dcda0dd1622148c9a3ca332db232e8e3 is 112, key is test,,1733401464358.6eea43a100eb7b3c989da9ce33e6dc2b./rep_barrier:seqnumDuringOpen/1733401465502/Put/seqid=0 2024-12-05T12:24:47,045 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/data/default/test/6eea43a100eb7b3c989da9ce33e6dc2b/.tmp/f1/4793e231daed4557aeeb98eabf1e1320 is 30, key is row1/f1:/1733401477187/DeleteFamily/seqid=0 2024-12-05T12:24:47,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741844_1020 (size=5518) 2024-12-05T12:24:47,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741845_1021 (size=5158) 2024-12-05T12:24:47,134 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307 to pos 1491, reset compression=false 2024-12-05T12:24:47,146 INFO [regionserver/9ea9abad0e9b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T12:24:47,147 INFO [regionserver/9ea9abad0e9b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T12:24:47,163 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251 to pos 1718, reset compression=false 2024-12-05T12:24:47,182 INFO [RS:0;9ea9abad0e9b:35835 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T12:24:47,182 DEBUG [RS:0;9ea9abad0e9b:35835 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6eea43a100eb7b3c989da9ce33e6dc2b=test,,1733401464358.6eea43a100eb7b3c989da9ce33e6dc2b.} 2024-12-05T12:24:47,182 DEBUG [RS:0;9ea9abad0e9b:35835 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6eea43a100eb7b3c989da9ce33e6dc2b 2024-12-05T12:24:47,382 DEBUG [RS:0;9ea9abad0e9b:35835 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6eea43a100eb7b3c989da9ce33e6dc2b 2024-12-05T12:24:47,447 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/data/hbase/meta/1588230740/.tmp/rep_barrier/dcda0dd1622148c9a3ca332db232e8e3 2024-12-05T12:24:47,448 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/data/default/test/6eea43a100eb7b3c989da9ce33e6dc2b/.tmp/f1/4793e231daed4557aeeb98eabf1e1320 2024-12-05T12:24:47,451 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4793e231daed4557aeeb98eabf1e1320 2024-12-05T12:24:47,463 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/data/hbase/meta/1588230740/.tmp/table/041d877ab14041278ae4df3d42e1ef6d is 53, key is hbase:replication/table:state/1733401470579/Put/seqid=0 2024-12-05T12:24:47,467 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/data/default/test/6eea43a100eb7b3c989da9ce33e6dc2b/.tmp/norep/8f26b5a32b4b485eafeb0675666e36ec is 33, key is row1/norep:/1733401477187/DeleteFamily/seqid=0 2024-12-05T12:24:47,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741846_1022 (size=5308) 2024-12-05T12:24:47,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741847_1023 (size=5108) 2024-12-05T12:24:47,566 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251 to pos 1718, reset compression=false 2024-12-05T12:24:47,583 DEBUG [RS:0;9ea9abad0e9b:35835 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6eea43a100eb7b3c989da9ce33e6dc2b 2024-12-05T12:24:47,783 DEBUG [RS:0;9ea9abad0e9b:35835 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6eea43a100eb7b3c989da9ce33e6dc2b 2024-12-05T12:24:47,868 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/data/hbase/meta/1588230740/.tmp/table/041d877ab14041278ae4df3d42e1ef6d 2024-12-05T12:24:47,872 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/data/hbase/meta/1588230740/.tmp/info/cda54510ca8742bf8bc02bfe26a92c9f as hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/data/hbase/meta/1588230740/info/cda54510ca8742bf8bc02bfe26a92c9f 2024-12-05T12:24:47,875 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/data/hbase/meta/1588230740/info/cda54510ca8742bf8bc02bfe26a92c9f, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T12:24:47,876 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/data/hbase/meta/1588230740/.tmp/ns/97d791f2c2974f5db1be3f6c05d587e2 as hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/data/hbase/meta/1588230740/ns/97d791f2c2974f5db1be3f6c05d587e2 2024-12-05T12:24:47,877 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/data/default/test/6eea43a100eb7b3c989da9ce33e6dc2b/.tmp/norep/8f26b5a32b4b485eafeb0675666e36ec 2024-12-05T12:24:47,880 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/data/hbase/meta/1588230740/ns/97d791f2c2974f5db1be3f6c05d587e2, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T12:24:47,880 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8f26b5a32b4b485eafeb0675666e36ec 2024-12-05T12:24:47,880 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/data/hbase/meta/1588230740/.tmp/rep_barrier/dcda0dd1622148c9a3ca332db232e8e3 as hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/data/hbase/meta/1588230740/rep_barrier/dcda0dd1622148c9a3ca332db232e8e3 2024-12-05T12:24:47,881 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/data/default/test/6eea43a100eb7b3c989da9ce33e6dc2b/.tmp/f/a477263965174a9aab537bad1025a095 as hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/data/default/test/6eea43a100eb7b3c989da9ce33e6dc2b/f/a477263965174a9aab537bad1025a095 2024-12-05T12:24:47,884 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a477263965174a9aab537bad1025a095 2024-12-05T12:24:47,884 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/data/default/test/6eea43a100eb7b3c989da9ce33e6dc2b/f/a477263965174a9aab537bad1025a095, entries=5, sequenceid=12, filesize=5.1 K 2024-12-05T12:24:47,884 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/data/hbase/meta/1588230740/rep_barrier/dcda0dd1622148c9a3ca332db232e8e3, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T12:24:47,884 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/data/hbase/meta/1588230740/.tmp/table/041d877ab14041278ae4df3d42e1ef6d as hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/data/hbase/meta/1588230740/table/041d877ab14041278ae4df3d42e1ef6d 2024-12-05T12:24:47,884 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/data/default/test/6eea43a100eb7b3c989da9ce33e6dc2b/.tmp/f1/4793e231daed4557aeeb98eabf1e1320 as hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/data/default/test/6eea43a100eb7b3c989da9ce33e6dc2b/f1/4793e231daed4557aeeb98eabf1e1320 2024-12-05T12:24:47,888 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4793e231daed4557aeeb98eabf1e1320 2024-12-05T12:24:47,888 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/data/hbase/meta/1588230740/table/041d877ab14041278ae4df3d42e1ef6d, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T12:24:47,888 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/data/default/test/6eea43a100eb7b3c989da9ce33e6dc2b/f1/4793e231daed4557aeeb98eabf1e1320, entries=3, sequenceid=12, filesize=5.0 K 2024-12-05T12:24:47,888 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/data/default/test/6eea43a100eb7b3c989da9ce33e6dc2b/.tmp/norep/8f26b5a32b4b485eafeb0675666e36ec as hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/data/default/test/6eea43a100eb7b3c989da9ce33e6dc2b/norep/8f26b5a32b4b485eafeb0675666e36ec 2024-12-05T12:24:47,888 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1706ms, sequenceid=16, compaction requested=false 2024-12-05T12:24:47,888 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T12:24:47,892 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8f26b5a32b4b485eafeb0675666e36ec 2024-12-05T12:24:47,892 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/data/default/test/6eea43a100eb7b3c989da9ce33e6dc2b/norep/8f26b5a32b4b485eafeb0675666e36ec, entries=1, sequenceid=12, filesize=5.0 K 2024-12-05T12:24:47,893 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 6eea43a100eb7b3c989da9ce33e6dc2b in 1281ms, sequenceid=12, compaction requested=false 2024-12-05T12:24:47,894 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T12:24:47,894 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T12:24:47,894 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:24:47,894 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:24:47,895 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:24:47,895 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401486181Running coprocessor pre-close hooks at 1733401486181Disabling compacts and flushes for region at 1733401486181Disabling writes for close at 1733401486181Obtaining lock to block concurrent updates at 1733401486182 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733401486182Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733401486182Flushing stores of hbase:meta,,1.1588230740 at 1733401486182Flushing 1588230740/info: creating writer at 1733401486182Flushing 1588230740/info: appending metadata at 1733401486196 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733401486196Flushing 1588230740/ns: creating writer at 1733401486605 (+409 ms)Flushing 1588230740/ns: appending metadata at 1733401486618 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733401486618Flushing 1588230740/rep_barrier: creating writer at 1733401487027 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733401487043 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733401487043Flushing 1588230740/table: creating writer at 1733401487451 (+408 ms)Flushing 1588230740/table: appending metadata at 1733401487462 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733401487463 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f331033: reopening flushed file at 1733401487871 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d0fc765: reopening flushed file at 1733401487875 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3930726b: reopening flushed file at 1733401487880 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15803aab: reopening flushed file at 1733401487884 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1706ms, sequenceid=16, compaction requested=false at 1733401487888 (+4 ms)Writing region close event to WAL at 1733401487892 (+4 ms)Running coprocessor post-close hooks at 1733401487894 (+2 ms)Closed at 1733401487894 2024-12-05T12:24:47,895 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T12:24:47,897 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/data/default/test/6eea43a100eb7b3c989da9ce33e6dc2b/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-05T12:24:47,897 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:24:47,897 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T12:24:47,897 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733401464358.6eea43a100eb7b3c989da9ce33e6dc2b. 2024-12-05T12:24:47,897 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6eea43a100eb7b3c989da9ce33e6dc2b: Waiting for close lock at 1733401486612Running coprocessor pre-close hooks at 1733401486612Disabling compacts and flushes for region at 1733401486612Disabling writes for close at 1733401486612Obtaining lock to block concurrent updates at 1733401486612Preparing flush snapshotting stores in 6eea43a100eb7b3c989da9ce33e6dc2b at 1733401486612Finished memstore snapshotting test,,1733401464358.6eea43a100eb7b3c989da9ce33e6dc2b., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733401486612Flushing stores of test,,1733401464358.6eea43a100eb7b3c989da9ce33e6dc2b. at 1733401486613 (+1 ms)Flushing 6eea43a100eb7b3c989da9ce33e6dc2b/f: creating writer at 1733401486613Flushing 6eea43a100eb7b3c989da9ce33e6dc2b/f: appending metadata at 1733401486626 (+13 ms)Flushing 6eea43a100eb7b3c989da9ce33e6dc2b/f: closing flushed file at 1733401486626Flushing 6eea43a100eb7b3c989da9ce33e6dc2b/f1: creating writer at 1733401487033 (+407 ms)Flushing 6eea43a100eb7b3c989da9ce33e6dc2b/f1: appending metadata at 1733401487044 (+11 ms)Flushing 6eea43a100eb7b3c989da9ce33e6dc2b/f1: closing flushed file at 1733401487044Flushing 6eea43a100eb7b3c989da9ce33e6dc2b/norep: creating writer at 1733401487451 (+407 ms)Flushing 6eea43a100eb7b3c989da9ce33e6dc2b/norep: appending metadata at 1733401487466 (+15 ms)Flushing 6eea43a100eb7b3c989da9ce33e6dc2b/norep: closing flushed file at 1733401487466Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d79995c: reopening flushed file at 1733401487880 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49d2ab62: reopening flushed file at 1733401487884 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15d0308b: reopening flushed file at 1733401487888 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 6eea43a100eb7b3c989da9ce33e6dc2b in 1281ms, sequenceid=12, compaction requested=false at 1733401487893 (+5 ms)Writing region close event to WAL at 1733401487895 (+2 ms)Running coprocessor post-close hooks at 1733401487897 (+2 ms)Closed at 1733401487897 2024-12-05T12:24:47,897 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733401464358.6eea43a100eb7b3c989da9ce33e6dc2b. 2024-12-05T12:24:47,983 INFO [RS:0;9ea9abad0e9b:35835 {}] regionserver.HRegionServer(976): stopping server 9ea9abad0e9b,35835,1733401454019; all regions closed. 2024-12-05T12:24:47,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741834_1010 (size=4239) 2024-12-05T12:24:47,985 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.meta.1733401457222.meta not finished, retry = 0 2024-12-05T12:24:48,070 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251 to pos 1718, reset compression=false 2024-12-05T12:24:48,074 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:24:48,074 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251 to pos 2362, reset compression=false 2024-12-05T12:24:48,087 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.rep.1733401470543 not finished, retry = 0 2024-12-05T12:24:48,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741839_1015 (size=3552) 2024-12-05T12:24:48,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:48,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:48,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:48,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:48,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:48,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:48,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:48,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:48,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:48,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:48,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:48,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:48,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:48,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741832_1008 (size=2370) 2024-12-05T12:24:48,190 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251 not finished, retry = 0 2024-12-05T12:24:48,238 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307 to pos 1491, reset compression=false 2024-12-05T12:24:48,277 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251 to pos 2362, reset compression=false 2024-12-05T12:24:48,291 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/WALs/9ea9abad0e9b,35835,1733401454019/9ea9abad0e9b%2C35835%2C1733401454019.1733401456251 2024-12-05T12:24:48,291 DEBUG [RS:0;9ea9abad0e9b:35835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:48,291 INFO [RS:0;9ea9abad0e9b:35835 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:24:48,291 INFO [RS:0;9ea9abad0e9b:35835 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:24:48,291 INFO [RS:0;9ea9abad0e9b:35835 {}] hbase.ChoreService(370): Chore service for: regionserver/9ea9abad0e9b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T12:24:48,291 INFO [RS:0;9ea9abad0e9b:35835 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:24:48,291 INFO [regionserver/9ea9abad0e9b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:24:48,291 INFO [RS:0;9ea9abad0e9b:35835 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9ea9abad0e9b,35835,1733401454019 because: Region server is closing 2024-12-05T12:24:48,292 INFO [RS:0;9ea9abad0e9b:35835 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ea9abad0e9b:35835. 2024-12-05T12:24:48,292 DEBUG [RS:0;9ea9abad0e9b:35835 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:24:48,292 DEBUG [RS:0;9ea9abad0e9b:35835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:48,292 DEBUG [RS:0;9ea9abad0e9b:35835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:48,292 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:24:48,392 INFO [RS:0;9ea9abad0e9b:35835 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.shipper9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 terminated 2024-12-05T12:24:48,392 WARN [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35835,1733401454019.replicationSource.wal-reader.9ea9abad0e9b%2C35835%2C1733401454019,1-9ea9abad0e9b,35835,1733401454019 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-12-05T12:24:48,392 INFO [RS:0;9ea9abad0e9b:35835 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ea9abad0e9b:35835. 2024-12-05T12:24:48,392 DEBUG [RS:0;9ea9abad0e9b:35835 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:24:48,392 DEBUG [RS:0;9ea9abad0e9b:35835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:48,392 DEBUG [RS:0;9ea9abad0e9b:35835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:48,392 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:24:48,393 INFO [RS:0;9ea9abad0e9b:35835 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35835 2024-12-05T12:24:48,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44363-0x101a6a0d2140003, quorum=127.0.0.1:62360, baseZNode=/1-2071024854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2071024854/rs 2024-12-05T12:24:48,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35835-0x101a6a0d2140004, quorum=127.0.0.1:62360, baseZNode=/1-2071024854 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2071024854/rs/9ea9abad0e9b,35835,1733401454019 2024-12-05T12:24:48,446 INFO [RS:0;9ea9abad0e9b:35835 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:24:48,454 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9ea9abad0e9b,35835,1733401454019] 2024-12-05T12:24:48,462 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2071024854/draining/9ea9abad0e9b,35835,1733401454019 already deleted, retry=false 2024-12-05T12:24:48,462 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9ea9abad0e9b,35835,1733401454019 expired; onlineServers=0 2024-12-05T12:24:48,462 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9ea9abad0e9b,44363,1733401453909' ***** 2024-12-05T12:24:48,462 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T12:24:48,463 INFO [M:0;9ea9abad0e9b:44363 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:24:48,463 INFO [M:0;9ea9abad0e9b:44363 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:24:48,463 DEBUG [M:0;9ea9abad0e9b:44363 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T12:24:48,463 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T12:24:48,463 DEBUG [M:0;9ea9abad0e9b:44363 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T12:24:48,463 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401455981 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401455981,5,FailOnTimeoutGroup] 2024-12-05T12:24:48,463 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401455980 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401455980,5,FailOnTimeoutGroup] 2024-12-05T12:24:48,463 INFO [M:0;9ea9abad0e9b:44363 {}] hbase.ChoreService(370): Chore service for: master/9ea9abad0e9b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T12:24:48,463 INFO [M:0;9ea9abad0e9b:44363 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:24:48,463 DEBUG [M:0;9ea9abad0e9b:44363 {}] master.HMaster(1795): Stopping service threads 2024-12-05T12:24:48,463 INFO [M:0;9ea9abad0e9b:44363 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T12:24:48,463 INFO [M:0;9ea9abad0e9b:44363 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:24:48,463 INFO [M:0;9ea9abad0e9b:44363 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T12:24:48,463 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T12:24:48,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44363-0x101a6a0d2140003, quorum=127.0.0.1:62360, baseZNode=/1-2071024854 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2071024854/master 2024-12-05T12:24:48,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44363-0x101a6a0d2140003, quorum=127.0.0.1:62360, baseZNode=/1-2071024854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2071024854 2024-12-05T12:24:48,471 DEBUG [M:0;9ea9abad0e9b:44363 {}] zookeeper.ZKUtil(347): master:44363-0x101a6a0d2140003, quorum=127.0.0.1:62360, baseZNode=/1-2071024854 Unable to get data of znode /1-2071024854/master because node does not exist (not an error) 2024-12-05T12:24:48,471 WARN [M:0;9ea9abad0e9b:44363 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T12:24:48,471 INFO [M:0;9ea9abad0e9b:44363 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/.lastflushedseqids 2024-12-05T12:24:48,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741848_1024 (size=245) 2024-12-05T12:24:48,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35835-0x101a6a0d2140004, quorum=127.0.0.1:62360, baseZNode=/1-2071024854 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:24:48,554 INFO [RS:0;9ea9abad0e9b:35835 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:24:48,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35835-0x101a6a0d2140004, quorum=127.0.0.1:62360, baseZNode=/1-2071024854 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:24:48,554 INFO [RS:0;9ea9abad0e9b:35835 {}] regionserver.HRegionServer(1031): Exiting; stopping=9ea9abad0e9b,35835,1733401454019; zookeeper connection closed. 2024-12-05T12:24:48,555 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@17345131 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@17345131 2024-12-05T12:24:48,555 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T12:24:48,681 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:24:48,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:48,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:48,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:48,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:48,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:48,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:48,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:48,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:48,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:48,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:48,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:48,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:48,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:48,875 INFO [M:0;9ea9abad0e9b:44363 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T12:24:48,875 INFO [M:0;9ea9abad0e9b:44363 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T12:24:48,875 DEBUG [M:0;9ea9abad0e9b:44363 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:24:48,876 INFO [M:0;9ea9abad0e9b:44363 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:48,876 DEBUG [M:0;9ea9abad0e9b:44363 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:48,876 DEBUG [M:0;9ea9abad0e9b:44363 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:24:48,876 DEBUG [M:0;9ea9abad0e9b:44363 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:48,876 INFO [M:0;9ea9abad0e9b:44363 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-12-05T12:24:48,889 DEBUG [M:0;9ea9abad0e9b:44363 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d3176d1e58f340359d577e005947f1f7 is 82, key is hbase:meta,,1/info:regioninfo/1733401457248/Put/seqid=0 2024-12-05T12:24:48,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741849_1025 (size=5672) 2024-12-05T12:24:49,292 INFO [M:0;9ea9abad0e9b:44363 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d3176d1e58f340359d577e005947f1f7 2024-12-05T12:24:49,308 DEBUG [M:0;9ea9abad0e9b:44363 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/17ff4a86fa294d1798bbd819480f8a8d is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733401465511/Put/seqid=0 2024-12-05T12:24:49,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741850_1026 (size=7218) 2024-12-05T12:24:49,313 INFO [M:0;9ea9abad0e9b:44363 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/17ff4a86fa294d1798bbd819480f8a8d 2024-12-05T12:24:49,316 INFO [M:0;9ea9abad0e9b:44363 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 17ff4a86fa294d1798bbd819480f8a8d 2024-12-05T12:24:49,330 DEBUG [M:0;9ea9abad0e9b:44363 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b4050b416e204ff4b84cb32a10323304 is 69, key is 9ea9abad0e9b,35835,1733401454019/rs:state/1733401456072/Put/seqid=0 2024-12-05T12:24:49,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741851_1027 (size=5156) 2024-12-05T12:24:49,442 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307 to pos 1491, reset compression=false 2024-12-05T12:24:49,734 INFO [M:0;9ea9abad0e9b:44363 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b4050b416e204ff4b84cb32a10323304 2024-12-05T12:24:49,738 DEBUG [M:0;9ea9abad0e9b:44363 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d3176d1e58f340359d577e005947f1f7 as hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d3176d1e58f340359d577e005947f1f7 2024-12-05T12:24:49,741 INFO [M:0;9ea9abad0e9b:44363 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d3176d1e58f340359d577e005947f1f7, entries=8, sequenceid=105, filesize=5.5 K 2024-12-05T12:24:49,742 DEBUG [M:0;9ea9abad0e9b:44363 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/17ff4a86fa294d1798bbd819480f8a8d as hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/17ff4a86fa294d1798bbd819480f8a8d 2024-12-05T12:24:49,745 INFO [M:0;9ea9abad0e9b:44363 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 17ff4a86fa294d1798bbd819480f8a8d 2024-12-05T12:24:49,745 INFO [M:0;9ea9abad0e9b:44363 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/17ff4a86fa294d1798bbd819480f8a8d, entries=11, sequenceid=105, filesize=7.0 K 2024-12-05T12:24:49,746 DEBUG [M:0;9ea9abad0e9b:44363 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b4050b416e204ff4b84cb32a10323304 as hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b4050b416e204ff4b84cb32a10323304 2024-12-05T12:24:49,749 INFO [M:0;9ea9abad0e9b:44363 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43323/user/jenkins/test-data/135e187c-104c-68c6-3679-f16b08b1b3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b4050b416e204ff4b84cb32a10323304, entries=1, sequenceid=105, filesize=5.0 K 2024-12-05T12:24:49,749 INFO [M:0;9ea9abad0e9b:44363 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 873ms, sequenceid=105, compaction requested=false 2024-12-05T12:24:49,751 INFO [M:0;9ea9abad0e9b:44363 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:49,751 DEBUG [M:0;9ea9abad0e9b:44363 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401488875Disabling compacts and flushes for region at 1733401488875Disabling writes for close at 1733401488876 (+1 ms)Obtaining lock to block concurrent updates at 1733401488876Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733401488876Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1733401488876Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733401488876Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733401488876Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733401488888 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733401488888Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733401489296 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733401489308 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733401489308Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733401489316 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733401489330 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733401489330Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27dc92dd: reopening flushed file at 1733401489737 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c4d66b1: reopening flushed file at 1733401489741 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d01ea66: reopening flushed file at 1733401489745 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 873ms, sequenceid=105, compaction requested=false at 1733401489749 (+4 ms)Writing region close event to WAL at 1733401489751 (+2 ms)Closed at 1733401489751 2024-12-05T12:24:49,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741830_1006 (size=64423) 2024-12-05T12:24:49,753 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:24:49,753 INFO [M:0;9ea9abad0e9b:44363 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T12:24:49,753 INFO [M:0;9ea9abad0e9b:44363 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44363 2024-12-05T12:24:49,753 INFO [M:0;9ea9abad0e9b:44363 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:24:49,867 INFO [M:0;9ea9abad0e9b:44363 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:24:49,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44363-0x101a6a0d2140003, quorum=127.0.0.1:62360, baseZNode=/1-2071024854 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:24:49,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44363-0x101a6a0d2140003, quorum=127.0.0.1:62360, baseZNode=/1-2071024854 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:24:49,869 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25482ea9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:24:49,869 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30484cc9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:24:49,869 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:24:49,869 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d0cb7f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:24:49,870 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@674af949{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3957bec9-d17b-3994-2ce8-584fd41722fa/hadoop.log.dir/,STOPPED} 2024-12-05T12:24:49,870 WARN [BP-1638499778-172.17.0.3-1733401452482 heartbeating to localhost/127.0.0.1:43323 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T12:24:49,871 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T12:24:49,871 WARN [BP-1638499778-172.17.0.3-1733401452482 heartbeating to localhost/127.0.0.1:43323 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1638499778-172.17.0.3-1733401452482 (Datanode Uuid 6adf8f83-b9e4-42c9-be30-b2157b5e7e80) service to localhost/127.0.0.1:43323 2024-12-05T12:24:49,871 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T12:24:49,871 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3957bec9-d17b-3994-2ce8-584fd41722fa/cluster_a0afc178-113d-ead8-e1e4-723fd8232698/data/data1/current/BP-1638499778-172.17.0.3-1733401452482 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:24:49,871 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3957bec9-d17b-3994-2ce8-584fd41722fa/cluster_a0afc178-113d-ead8-e1e4-723fd8232698/data/data2/current/BP-1638499778-172.17.0.3-1733401452482 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:24:49,871 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T12:24:49,876 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22ef0f0e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:24:49,877 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@574211b1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:24:49,877 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:24:49,877 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38f695b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:24:49,877 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@503cf90c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3957bec9-d17b-3994-2ce8-584fd41722fa/hadoop.log.dir/,STOPPED} 2024-12-05T12:24:49,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T12:24:49,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T12:24:49,888 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:24:49,888 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:24:49,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:49,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:49,888 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:24:49,888 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T12:24:49,888 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=117264070, stopped=false 2024-12-05T12:24:49,888 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9ea9abad0e9b,40387,1733401449056 2024-12-05T12:24:49,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46853-0x101a6a0d2140001, quorum=127.0.0.1:62360, baseZNode=/0-2043236496 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2043236496/running 2024-12-05T12:24:49,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40387-0x101a6a0d2140000, quorum=127.0.0.1:62360, baseZNode=/0-2043236496 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2043236496/running 2024-12-05T12:24:49,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46853-0x101a6a0d2140001, quorum=127.0.0.1:62360, baseZNode=/0-2043236496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2043236496 2024-12-05T12:24:49,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40387-0x101a6a0d2140000, quorum=127.0.0.1:62360, baseZNode=/0-2043236496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2043236496 2024-12-05T12:24:49,904 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:24:49,904 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:24:49,905 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:24:49,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:49,905 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9ea9abad0e9b,46853,1733401449199' ***** 2024-12-05T12:24:49,905 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T12:24:49,905 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40387-0x101a6a0d2140000, quorum=127.0.0.1:62360, baseZNode=/0-2043236496 Set watcher on znode that does not yet exist, /0-2043236496/running 2024-12-05T12:24:49,905 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46853-0x101a6a0d2140001, quorum=127.0.0.1:62360, baseZNode=/0-2043236496 Set watcher on znode that does not yet exist, /0-2043236496/running 2024-12-05T12:24:49,905 INFO [RS:0;9ea9abad0e9b:46853 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T12:24:49,905 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T12:24:49,905 INFO [RS:0;9ea9abad0e9b:46853 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T12:24:49,906 INFO [RS:0;9ea9abad0e9b:46853 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T12:24:49,906 INFO [RS:0;9ea9abad0e9b:46853 {}] regionserver.HRegionServer(3091): Received CLOSE for 36e4e9ec70b36adcc4a989ec5da596f3 2024-12-05T12:24:49,906 INFO [RS:0;9ea9abad0e9b:46853 {}] regionserver.HRegionServer(3091): Received CLOSE for d21ba9ac9dc1a4067857d2250b2f42b1 2024-12-05T12:24:49,906 INFO [RS:0;9ea9abad0e9b:46853 {}] regionserver.HRegionServer(959): stopping server 9ea9abad0e9b,46853,1733401449199 2024-12-05T12:24:49,906 INFO [RS:0;9ea9abad0e9b:46853 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:24:49,906 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 36e4e9ec70b36adcc4a989ec5da596f3, disabling compactions & flushes 2024-12-05T12:24:49,906 INFO [RS:0;9ea9abad0e9b:46853 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ea9abad0e9b:46853. 2024-12-05T12:24:49,906 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401467661.36e4e9ec70b36adcc4a989ec5da596f3. 2024-12-05T12:24:49,906 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401467661.36e4e9ec70b36adcc4a989ec5da596f3. 2024-12-05T12:24:49,906 DEBUG [RS:0;9ea9abad0e9b:46853 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:24:49,906 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401467661.36e4e9ec70b36adcc4a989ec5da596f3. after waiting 0 ms 2024-12-05T12:24:49,906 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401467661.36e4e9ec70b36adcc4a989ec5da596f3. 2024-12-05T12:24:49,906 DEBUG [RS:0;9ea9abad0e9b:46853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:49,906 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 36e4e9ec70b36adcc4a989ec5da596f3 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-12-05T12:24:49,906 INFO [RS:0;9ea9abad0e9b:46853 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T12:24:49,906 INFO [RS:0;9ea9abad0e9b:46853 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T12:24:49,906 INFO [RS:0;9ea9abad0e9b:46853 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T12:24:49,906 INFO [RS:0;9ea9abad0e9b:46853 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T12:24:49,910 INFO [regionserver/9ea9abad0e9b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:24:49,911 INFO [RS:0;9ea9abad0e9b:46853 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T12:24:49,911 DEBUG [RS:0;9ea9abad0e9b:46853 {}] regionserver.HRegionServer(1325): Online Regions={36e4e9ec70b36adcc4a989ec5da596f3=hbase:replication,,1733401467661.36e4e9ec70b36adcc4a989ec5da596f3., 1588230740=hbase:meta,,1.1588230740, d21ba9ac9dc1a4067857d2250b2f42b1=test,,1733401462201.d21ba9ac9dc1a4067857d2250b2f42b1.} 2024-12-05T12:24:49,911 DEBUG [RS:0;9ea9abad0e9b:46853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 36e4e9ec70b36adcc4a989ec5da596f3, d21ba9ac9dc1a4067857d2250b2f42b1 2024-12-05T12:24:49,911 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:24:49,911 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:24:49,911 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:24:49,911 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:24:49,911 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:24:49,911 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T12:24:49,935 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/data/hbase/replication/36e4e9ec70b36adcc4a989ec5da596f3/.tmp/queue/81e9c653cd4444efa81762fcceab2f5d is 154, key is 1-9ea9abad0e9b,46853,1733401449199/queue:9ea9abad0e9b%2C46853%2C1733401449199/1733401481705/Put/seqid=0 2024-12-05T12:24:49,937 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/data/hbase/meta/1588230740/.tmp/info/3625420d7153413e89bc33b76377871e is 147, key is hbase:replication,,1733401467661.36e4e9ec70b36adcc4a989ec5da596f3./info:regioninfo/1733401468827/Put/seqid=0 2024-12-05T12:24:49,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40795 is added to blk_1073741840_1016 (size=5353) 2024-12-05T12:24:49,939 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/data/hbase/replication/36e4e9ec70b36adcc4a989ec5da596f3/.tmp/queue/81e9c653cd4444efa81762fcceab2f5d 2024-12-05T12:24:49,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40795 is added to blk_1073741841_1017 (size=7686) 2024-12-05T12:24:49,946 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/data/hbase/replication/36e4e9ec70b36adcc4a989ec5da596f3/.tmp/queue/81e9c653cd4444efa81762fcceab2f5d as hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/data/hbase/replication/36e4e9ec70b36adcc4a989ec5da596f3/queue/81e9c653cd4444efa81762fcceab2f5d 2024-12-05T12:24:49,949 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/data/hbase/replication/36e4e9ec70b36adcc4a989ec5da596f3/queue/81e9c653cd4444efa81762fcceab2f5d, entries=1, sequenceid=14, filesize=5.2 K 2024-12-05T12:24:49,950 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 36e4e9ec70b36adcc4a989ec5da596f3 in 44ms, sequenceid=14, compaction requested=false 2024-12-05T12:24:49,953 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/data/hbase/replication/36e4e9ec70b36adcc4a989ec5da596f3/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-12-05T12:24:49,954 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:24:49,954 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:24:49,954 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733401467661.36e4e9ec70b36adcc4a989ec5da596f3. 2024-12-05T12:24:49,954 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 36e4e9ec70b36adcc4a989ec5da596f3: Waiting for close lock at 1733401489906Running coprocessor pre-close hooks at 1733401489906Disabling compacts and flushes for region at 1733401489906Disabling writes for close at 1733401489906Obtaining lock to block concurrent updates at 1733401489906Preparing flush snapshotting stores in 36e4e9ec70b36adcc4a989ec5da596f3 at 1733401489906Finished memstore snapshotting hbase:replication,,1733401467661.36e4e9ec70b36adcc4a989ec5da596f3., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1733401489907 (+1 ms)Flushing stores of hbase:replication,,1733401467661.36e4e9ec70b36adcc4a989ec5da596f3. at 1733401489907Flushing 36e4e9ec70b36adcc4a989ec5da596f3/queue: creating writer at 1733401489907Flushing 36e4e9ec70b36adcc4a989ec5da596f3/queue: appending metadata at 1733401489934 (+27 ms)Flushing 36e4e9ec70b36adcc4a989ec5da596f3/queue: closing flushed file at 1733401489934Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b01caa2: reopening flushed file at 1733401489945 (+11 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 36e4e9ec70b36adcc4a989ec5da596f3 in 44ms, sequenceid=14, compaction requested=false at 1733401489950 (+5 ms)Writing region close event to WAL at 1733401489951 (+1 ms)Running coprocessor post-close hooks at 1733401489954 (+3 ms)Closed at 1733401489954 2024-12-05T12:24:49,954 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733401467661.36e4e9ec70b36adcc4a989ec5da596f3. 2024-12-05T12:24:49,954 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d21ba9ac9dc1a4067857d2250b2f42b1, disabling compactions & flushes 2024-12-05T12:24:49,954 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733401462201.d21ba9ac9dc1a4067857d2250b2f42b1. 2024-12-05T12:24:49,954 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401462201.d21ba9ac9dc1a4067857d2250b2f42b1. 2024-12-05T12:24:49,954 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733401462201.d21ba9ac9dc1a4067857d2250b2f42b1. after waiting 0 ms 2024-12-05T12:24:49,954 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733401462201.d21ba9ac9dc1a4067857d2250b2f42b1. 2024-12-05T12:24:49,954 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d21ba9ac9dc1a4067857d2250b2f42b1 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-12-05T12:24:49,968 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/data/default/test/d21ba9ac9dc1a4067857d2250b2f42b1/.tmp/f/f2ef0888e96f49dcb834fa84475f109d is 37, key is row3/f:row3/1733401479837/Put/seqid=0 2024-12-05T12:24:49,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40795 is added to blk_1073741842_1018 (size=5228) 2024-12-05T12:24:50,111 DEBUG [RS:0;9ea9abad0e9b:46853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d21ba9ac9dc1a4067857d2250b2f42b1 2024-12-05T12:24:50,250 INFO [regionserver/9ea9abad0e9b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T12:24:50,250 INFO [regionserver/9ea9abad0e9b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T12:24:50,311 DEBUG [RS:0;9ea9abad0e9b:46853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d21ba9ac9dc1a4067857d2250b2f42b1 2024-12-05T12:24:50,343 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/data/hbase/meta/1588230740/.tmp/info/3625420d7153413e89bc33b76377871e 2024-12-05T12:24:50,359 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/data/hbase/meta/1588230740/.tmp/ns/07f9d1b1aeeb45078783bfdb33ae7174 is 43, key is default/ns:d/1733401452412/Put/seqid=0 2024-12-05T12:24:50,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40795 is added to blk_1073741843_1019 (size=5153) 2024-12-05T12:24:50,371 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/data/default/test/d21ba9ac9dc1a4067857d2250b2f42b1/.tmp/f/f2ef0888e96f49dcb834fa84475f109d 2024-12-05T12:24:50,375 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f2ef0888e96f49dcb834fa84475f109d 2024-12-05T12:24:50,387 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/data/default/test/d21ba9ac9dc1a4067857d2250b2f42b1/.tmp/f1/4de94b25f4ee489dbac0ee6a1e04586c is 30, key is row1/f1:/1733401477187/DeleteFamily/seqid=0 2024-12-05T12:24:50,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40795 is added to blk_1073741844_1020 (size=5158) 2024-12-05T12:24:50,511 DEBUG [RS:0;9ea9abad0e9b:46853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d21ba9ac9dc1a4067857d2250b2f42b1 2024-12-05T12:24:50,711 DEBUG [RS:0;9ea9abad0e9b:46853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d21ba9ac9dc1a4067857d2250b2f42b1 2024-12-05T12:24:50,745 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307 to pos 1491, reset compression=false 2024-12-05T12:24:50,750 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:24:50,750 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307 to pos 1738, reset compression=false 2024-12-05T12:24:50,750 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.shipper9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,46853,1733401449199 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307, lastWalPosition=1738, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:24:50,751 ERROR [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.shipper9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9ea9abad0e9b,46853,1733401449199: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9ea9abad0e9b,46853,1733401449199, walGroup=9ea9abad0e9b%2C46853%2C1733401449199, offset=9ea9abad0e9b%2C46853%2C1733401449199.1733401451307:1738, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:46853 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T12:24:50,753 ERROR [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.shipper9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T12:24:50,753 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.shipper9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T12:24:50,753 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.shipper9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T12:24:50,753 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.shipper9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T12:24:50,753 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.shipper9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T12:24:50,754 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.shipper9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1199570944, "init": 1048576000, "max": 2306867200, "used": 744181760 }, "NonHeapMemoryUsage": { "committed": 201261056, "init": 7667712, "max": -1, "used": 198422232 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T12:24:50,754 WARN [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.shipper9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:40387 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:40387 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-12-05T12:24:50,762 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/data/hbase/meta/1588230740/.tmp/ns/07f9d1b1aeeb45078783bfdb33ae7174 2024-12-05T12:24:50,780 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/data/hbase/meta/1588230740/.tmp/rep_barrier/d8b5c5a6289a43dabfd79e0fc9dc2649 is 112, key is test,,1733401462201.d21ba9ac9dc1a4067857d2250b2f42b1./rep_barrier:seqnumDuringOpen/1733401463345/Put/seqid=0 2024-12-05T12:24:50,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40795 is added to blk_1073741845_1021 (size=5518) 2024-12-05T12:24:50,790 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/data/default/test/d21ba9ac9dc1a4067857d2250b2f42b1/.tmp/f1/4de94b25f4ee489dbac0ee6a1e04586c 2024-12-05T12:24:50,794 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4de94b25f4ee489dbac0ee6a1e04586c 2024-12-05T12:24:50,807 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/data/default/test/d21ba9ac9dc1a4067857d2250b2f42b1/.tmp/norep/b176bde8d38d44a1abcbe97c794a3ff1 is 32, key is row/norep:/1733401476178/DeleteFamily/seqid=0 2024-12-05T12:24:50,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40795 is added to blk_1073741846_1022 (size=5101) 2024-12-05T12:24:50,912 INFO [RS:0;9ea9abad0e9b:46853 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T12:24:50,912 DEBUG [RS:0;9ea9abad0e9b:46853 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d21ba9ac9dc1a4067857d2250b2f42b1=test,,1733401462201.d21ba9ac9dc1a4067857d2250b2f42b1.} 2024-12-05T12:24:50,912 DEBUG [RS:0;9ea9abad0e9b:46853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d21ba9ac9dc1a4067857d2250b2f42b1 2024-12-05T12:24:50,956 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307 to pos 1738, reset compression=false 2024-12-05T12:24:51,112 DEBUG [RS:0;9ea9abad0e9b:46853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d21ba9ac9dc1a4067857d2250b2f42b1 2024-12-05T12:24:51,183 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/data/hbase/meta/1588230740/.tmp/rep_barrier/d8b5c5a6289a43dabfd79e0fc9dc2649 2024-12-05T12:24:51,199 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/data/hbase/meta/1588230740/.tmp/table/aa539c797e00434c9fa8dc6acc94400d is 53, key is hbase:replication/table:state/1733401468835/Put/seqid=0 2024-12-05T12:24:51,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40795 is added to blk_1073741847_1023 (size=5308) 2024-12-05T12:24:51,211 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/data/default/test/d21ba9ac9dc1a4067857d2250b2f42b1/.tmp/norep/b176bde8d38d44a1abcbe97c794a3ff1 2024-12-05T12:24:51,215 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b176bde8d38d44a1abcbe97c794a3ff1 2024-12-05T12:24:51,216 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/data/default/test/d21ba9ac9dc1a4067857d2250b2f42b1/.tmp/f/f2ef0888e96f49dcb834fa84475f109d as hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/data/default/test/d21ba9ac9dc1a4067857d2250b2f42b1/f/f2ef0888e96f49dcb834fa84475f109d 2024-12-05T12:24:51,220 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f2ef0888e96f49dcb834fa84475f109d 2024-12-05T12:24:51,220 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/data/default/test/d21ba9ac9dc1a4067857d2250b2f42b1/f/f2ef0888e96f49dcb834fa84475f109d, entries=5, sequenceid=12, filesize=5.1 K 2024-12-05T12:24:51,221 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/data/default/test/d21ba9ac9dc1a4067857d2250b2f42b1/.tmp/f1/4de94b25f4ee489dbac0ee6a1e04586c as hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/data/default/test/d21ba9ac9dc1a4067857d2250b2f42b1/f1/4de94b25f4ee489dbac0ee6a1e04586c 2024-12-05T12:24:51,225 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4de94b25f4ee489dbac0ee6a1e04586c 2024-12-05T12:24:51,225 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/data/default/test/d21ba9ac9dc1a4067857d2250b2f42b1/f1/4de94b25f4ee489dbac0ee6a1e04586c, entries=3, sequenceid=12, filesize=5.0 K 2024-12-05T12:24:51,226 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/data/default/test/d21ba9ac9dc1a4067857d2250b2f42b1/.tmp/norep/b176bde8d38d44a1abcbe97c794a3ff1 as hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/data/default/test/d21ba9ac9dc1a4067857d2250b2f42b1/norep/b176bde8d38d44a1abcbe97c794a3ff1 2024-12-05T12:24:51,231 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b176bde8d38d44a1abcbe97c794a3ff1 2024-12-05T12:24:51,231 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/data/default/test/d21ba9ac9dc1a4067857d2250b2f42b1/norep/b176bde8d38d44a1abcbe97c794a3ff1, entries=1, sequenceid=12, filesize=5.0 K 2024-12-05T12:24:51,232 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d21ba9ac9dc1a4067857d2250b2f42b1 in 1278ms, sequenceid=12, compaction requested=false 2024-12-05T12:24:51,236 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/data/default/test/d21ba9ac9dc1a4067857d2250b2f42b1/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-05T12:24:51,236 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:24:51,236 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T12:24:51,236 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733401462201.d21ba9ac9dc1a4067857d2250b2f42b1. 2024-12-05T12:24:51,237 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d21ba9ac9dc1a4067857d2250b2f42b1: Waiting for close lock at 1733401489954Running coprocessor pre-close hooks at 1733401489954Disabling compacts and flushes for region at 1733401489954Disabling writes for close at 1733401489954Obtaining lock to block concurrent updates at 1733401489954Preparing flush snapshotting stores in d21ba9ac9dc1a4067857d2250b2f42b1 at 1733401489955 (+1 ms)Finished memstore snapshotting test,,1733401462201.d21ba9ac9dc1a4067857d2250b2f42b1., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733401489955Flushing stores of test,,1733401462201.d21ba9ac9dc1a4067857d2250b2f42b1. at 1733401489955Flushing d21ba9ac9dc1a4067857d2250b2f42b1/f: creating writer at 1733401489955Flushing d21ba9ac9dc1a4067857d2250b2f42b1/f: appending metadata at 1733401489967 (+12 ms)Flushing d21ba9ac9dc1a4067857d2250b2f42b1/f: closing flushed file at 1733401489967Flushing d21ba9ac9dc1a4067857d2250b2f42b1/f1: creating writer at 1733401490375 (+408 ms)Flushing d21ba9ac9dc1a4067857d2250b2f42b1/f1: appending metadata at 1733401490386 (+11 ms)Flushing d21ba9ac9dc1a4067857d2250b2f42b1/f1: closing flushed file at 1733401490386Flushing d21ba9ac9dc1a4067857d2250b2f42b1/norep: creating writer at 1733401490794 (+408 ms)Flushing d21ba9ac9dc1a4067857d2250b2f42b1/norep: appending metadata at 1733401490807 (+13 ms)Flushing d21ba9ac9dc1a4067857d2250b2f42b1/norep: closing flushed file at 1733401490807Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78ae3ffc: reopening flushed file at 1733401491215 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b47cb48: reopening flushed file at 1733401491220 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20a37173: reopening flushed file at 1733401491225 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d21ba9ac9dc1a4067857d2250b2f42b1 in 1278ms, sequenceid=12, compaction requested=false at 1733401491232 (+7 ms)Writing region close event to WAL at 1733401491233 (+1 ms)Running coprocessor post-close hooks at 1733401491236 (+3 ms)Closed at 1733401491236 2024-12-05T12:24:51,237 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733401462201.d21ba9ac9dc1a4067857d2250b2f42b1. 2024-12-05T12:24:51,285 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307 to pos 1738, reset compression=false 2024-12-05T12:24:51,289 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:24:51,289 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307 to pos 2382, reset compression=false 2024-12-05T12:24:51,312 DEBUG [RS:0;9ea9abad0e9b:46853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:24:51,492 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.wal-reader.9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/WALs/9ea9abad0e9b,46853,1733401449199/9ea9abad0e9b%2C46853%2C1733401449199.1733401451307 to pos 2382, reset compression=false 2024-12-05T12:24:51,512 DEBUG [RS:0;9ea9abad0e9b:46853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:24:51,602 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/data/hbase/meta/1588230740/.tmp/table/aa539c797e00434c9fa8dc6acc94400d 2024-12-05T12:24:51,607 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/data/hbase/meta/1588230740/.tmp/info/3625420d7153413e89bc33b76377871e as hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/data/hbase/meta/1588230740/info/3625420d7153413e89bc33b76377871e 2024-12-05T12:24:51,610 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/data/hbase/meta/1588230740/info/3625420d7153413e89bc33b76377871e, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T12:24:51,611 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/data/hbase/meta/1588230740/.tmp/ns/07f9d1b1aeeb45078783bfdb33ae7174 as hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/data/hbase/meta/1588230740/ns/07f9d1b1aeeb45078783bfdb33ae7174 2024-12-05T12:24:51,615 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/data/hbase/meta/1588230740/ns/07f9d1b1aeeb45078783bfdb33ae7174, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T12:24:51,616 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/data/hbase/meta/1588230740/.tmp/rep_barrier/d8b5c5a6289a43dabfd79e0fc9dc2649 as hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/data/hbase/meta/1588230740/rep_barrier/d8b5c5a6289a43dabfd79e0fc9dc2649 2024-12-05T12:24:51,620 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/data/hbase/meta/1588230740/rep_barrier/d8b5c5a6289a43dabfd79e0fc9dc2649, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T12:24:51,621 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/data/hbase/meta/1588230740/.tmp/table/aa539c797e00434c9fa8dc6acc94400d as hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/data/hbase/meta/1588230740/table/aa539c797e00434c9fa8dc6acc94400d 2024-12-05T12:24:51,625 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/data/hbase/meta/1588230740/table/aa539c797e00434c9fa8dc6acc94400d, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T12:24:51,626 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false 2024-12-05T12:24:51,630 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T12:24:51,630 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:24:51,630 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:24:51,630 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:24:51,631 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401489911Running coprocessor pre-close hooks at 1733401489911Disabling compacts and flushes for region at 1733401489911Disabling writes for close at 1733401489911Obtaining lock to block concurrent updates at 1733401489911Preparing flush snapshotting stores in 1588230740 at 1733401489911Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733401489911Flushing stores of hbase:meta,,1.1588230740 at 1733401489912 (+1 ms)Flushing 1588230740/info: creating writer at 1733401489912Flushing 1588230740/info: appending metadata at 1733401489937 (+25 ms)Flushing 1588230740/info: closing flushed file at 1733401489937Flushing 1588230740/ns: creating writer at 1733401490347 (+410 ms)Flushing 1588230740/ns: appending metadata at 1733401490358 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733401490358Flushing 1588230740/rep_barrier: creating writer at 1733401490768 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733401490779 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733401490779Flushing 1588230740/table: creating writer at 1733401491187 (+408 ms)Flushing 1588230740/table: appending metadata at 1733401491198 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733401491198Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17465eb0: reopening flushed file at 1733401491606 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8a75fa2: reopening flushed file at 1733401491611 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c3bf9aa: reopening flushed file at 1733401491616 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b353713: reopening flushed file at 1733401491620 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false at 1733401491626 (+6 ms)Writing region close event to WAL at 1733401491627 (+1 ms)Running coprocessor post-close hooks at 1733401491630 (+3 ms)Closed at 1733401491630 2024-12-05T12:24:51,631 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T12:24:51,712 INFO [RS:0;9ea9abad0e9b:46853 {}] regionserver.HRegionServer(976): stopping server 9ea9abad0e9b,46853,1733401449199; all regions closed. 2024-12-05T12:24:51,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40795 is added to blk_1073741834_1010 (size=4239) 2024-12-05T12:24:51,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40795 is added to blk_1073741839_1015 (size=3552) 2024-12-05T12:24:51,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40795 is added to blk_1073741832_1008 (size=2390) 2024-12-05T12:24:51,718 DEBUG [RS:0;9ea9abad0e9b:46853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:51,718 INFO [RS:0;9ea9abad0e9b:46853 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:24:51,718 INFO [RS:0;9ea9abad0e9b:46853 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:24:51,718 INFO [RS:0;9ea9abad0e9b:46853 {}] hbase.ChoreService(370): Chore service for: regionserver/9ea9abad0e9b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T12:24:51,719 INFO [RS:0;9ea9abad0e9b:46853 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:24:51,719 INFO [regionserver/9ea9abad0e9b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:24:51,719 INFO [RS:0;9ea9abad0e9b:46853 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9ea9abad0e9b,46853,1733401449199 because: Region server is closing 2024-12-05T12:24:51,719 INFO [RS:0;9ea9abad0e9b:46853 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ea9abad0e9b:46853. 2024-12-05T12:24:51,719 DEBUG [RS:0;9ea9abad0e9b:46853 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:24:51,719 DEBUG [RS:0;9ea9abad0e9b:46853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:51,719 DEBUG [RS:0;9ea9abad0e9b:46853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:51,719 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:24:51,820 INFO [RS:0;9ea9abad0e9b:46853 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,46853,1733401449199.replicationSource.shipper9ea9abad0e9b%2C46853%2C1733401449199,1-9ea9abad0e9b,46853,1733401449199 terminated 2024-12-05T12:24:51,820 INFO [RS:0;9ea9abad0e9b:46853 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ea9abad0e9b:46853. 2024-12-05T12:24:51,820 DEBUG [RS:0;9ea9abad0e9b:46853 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:24:51,820 DEBUG [RS:0;9ea9abad0e9b:46853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:51,820 DEBUG [RS:0;9ea9abad0e9b:46853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:51,820 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:24:51,820 INFO [RS:0;9ea9abad0e9b:46853 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46853 2024-12-05T12:24:51,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46853-0x101a6a0d2140001, quorum=127.0.0.1:62360, baseZNode=/0-2043236496 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2043236496/rs/9ea9abad0e9b,46853,1733401449199 2024-12-05T12:24:51,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40387-0x101a6a0d2140000, quorum=127.0.0.1:62360, baseZNode=/0-2043236496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2043236496/rs 2024-12-05T12:24:51,879 INFO [RS:0;9ea9abad0e9b:46853 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:24:51,887 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9ea9abad0e9b,46853,1733401449199] 2024-12-05T12:24:51,895 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2043236496/draining/9ea9abad0e9b,46853,1733401449199 already deleted, retry=false 2024-12-05T12:24:51,895 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9ea9abad0e9b,46853,1733401449199 expired; onlineServers=0 2024-12-05T12:24:51,895 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9ea9abad0e9b,40387,1733401449056' ***** 2024-12-05T12:24:51,895 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T12:24:51,896 INFO [M:0;9ea9abad0e9b:40387 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:24:51,896 INFO [M:0;9ea9abad0e9b:40387 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:24:51,896 DEBUG [M:0;9ea9abad0e9b:40387 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T12:24:51,896 DEBUG [M:0;9ea9abad0e9b:40387 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T12:24:51,896 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T12:24:51,896 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401451139 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401451139,5,FailOnTimeoutGroup] 2024-12-05T12:24:51,896 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401451134 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401451134,5,FailOnTimeoutGroup] 2024-12-05T12:24:51,896 INFO [M:0;9ea9abad0e9b:40387 {}] hbase.ChoreService(370): Chore service for: master/9ea9abad0e9b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T12:24:51,896 INFO [M:0;9ea9abad0e9b:40387 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:24:51,896 DEBUG [M:0;9ea9abad0e9b:40387 {}] master.HMaster(1795): Stopping service threads 2024-12-05T12:24:51,896 INFO [M:0;9ea9abad0e9b:40387 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T12:24:51,896 INFO [M:0;9ea9abad0e9b:40387 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:24:51,897 INFO [M:0;9ea9abad0e9b:40387 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T12:24:51,897 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T12:24:51,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40387-0x101a6a0d2140000, quorum=127.0.0.1:62360, baseZNode=/0-2043236496 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2043236496/master 2024-12-05T12:24:51,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40387-0x101a6a0d2140000, quorum=127.0.0.1:62360, baseZNode=/0-2043236496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2043236496 2024-12-05T12:24:51,904 DEBUG [M:0;9ea9abad0e9b:40387 {}] zookeeper.ZKUtil(347): master:40387-0x101a6a0d2140000, quorum=127.0.0.1:62360, baseZNode=/0-2043236496 Unable to get data of znode /0-2043236496/master because node does not exist (not an error) 2024-12-05T12:24:51,904 WARN [M:0;9ea9abad0e9b:40387 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T12:24:51,905 INFO [M:0;9ea9abad0e9b:40387 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/.lastflushedseqids 2024-12-05T12:24:51,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40795 is added to blk_1073741848_1024 (size=245) 2024-12-05T12:24:51,987 INFO [RS:0;9ea9abad0e9b:46853 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:24:51,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46853-0x101a6a0d2140001, quorum=127.0.0.1:62360, baseZNode=/0-2043236496 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:24:51,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46853-0x101a6a0d2140001, quorum=127.0.0.1:62360, baseZNode=/0-2043236496 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:24:51,987 INFO [RS:0;9ea9abad0e9b:46853 {}] regionserver.HRegionServer(1031): Exiting; stopping=9ea9abad0e9b,46853,1733401449199; zookeeper connection closed. 2024-12-05T12:24:51,988 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2f859d90 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2f859d90 2024-12-05T12:24:51,988 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T12:24:52,309 INFO [M:0;9ea9abad0e9b:40387 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T12:24:52,309 INFO [M:0;9ea9abad0e9b:40387 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T12:24:52,309 DEBUG [M:0;9ea9abad0e9b:40387 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:24:52,309 INFO [M:0;9ea9abad0e9b:40387 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:52,309 DEBUG [M:0;9ea9abad0e9b:40387 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:52,309 DEBUG [M:0;9ea9abad0e9b:40387 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:24:52,309 DEBUG [M:0;9ea9abad0e9b:40387 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:52,309 INFO [M:0;9ea9abad0e9b:40387 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-12-05T12:24:52,326 DEBUG [M:0;9ea9abad0e9b:40387 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/95da18650d604eb4afca9ba04f583dd8 is 82, key is hbase:meta,,1/info:regioninfo/1733401452393/Put/seqid=0 2024-12-05T12:24:52,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40795 is added to blk_1073741849_1025 (size=5672) 2024-12-05T12:24:52,730 INFO [M:0;9ea9abad0e9b:40387 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/95da18650d604eb4afca9ba04f583dd8 2024-12-05T12:24:52,749 DEBUG [M:0;9ea9abad0e9b:40387 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/677cd3f1c4ad425baffd237a8bb819d3 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733401463356/Put/seqid=0 2024-12-05T12:24:52,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40795 is added to blk_1073741850_1026 (size=7218) 2024-12-05T12:24:53,153 INFO [M:0;9ea9abad0e9b:40387 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/677cd3f1c4ad425baffd237a8bb819d3 2024-12-05T12:24:53,156 INFO [M:0;9ea9abad0e9b:40387 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 677cd3f1c4ad425baffd237a8bb819d3 2024-12-05T12:24:53,168 DEBUG [M:0;9ea9abad0e9b:40387 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aaf63b76fab5466781feb711ad903518 is 69, key is 9ea9abad0e9b,46853,1733401449199/rs:state/1733401451165/Put/seqid=0 2024-12-05T12:24:53,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40795 is added to blk_1073741851_1027 (size=5156) 2024-12-05T12:24:53,572 INFO [M:0;9ea9abad0e9b:40387 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aaf63b76fab5466781feb711ad903518 2024-12-05T12:24:53,576 DEBUG [M:0;9ea9abad0e9b:40387 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/95da18650d604eb4afca9ba04f583dd8 as hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/95da18650d604eb4afca9ba04f583dd8 2024-12-05T12:24:53,579 INFO [M:0;9ea9abad0e9b:40387 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/95da18650d604eb4afca9ba04f583dd8, entries=8, sequenceid=105, filesize=5.5 K 2024-12-05T12:24:53,580 DEBUG [M:0;9ea9abad0e9b:40387 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/677cd3f1c4ad425baffd237a8bb819d3 as hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/677cd3f1c4ad425baffd237a8bb819d3 2024-12-05T12:24:53,583 INFO [M:0;9ea9abad0e9b:40387 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 677cd3f1c4ad425baffd237a8bb819d3 2024-12-05T12:24:53,583 INFO [M:0;9ea9abad0e9b:40387 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/677cd3f1c4ad425baffd237a8bb819d3, entries=11, sequenceid=105, filesize=7.0 K 2024-12-05T12:24:53,584 DEBUG [M:0;9ea9abad0e9b:40387 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aaf63b76fab5466781feb711ad903518 as hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aaf63b76fab5466781feb711ad903518 2024-12-05T12:24:53,587 INFO [M:0;9ea9abad0e9b:40387 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44635/user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aaf63b76fab5466781feb711ad903518, entries=1, sequenceid=105, filesize=5.0 K 2024-12-05T12:24:53,588 INFO [M:0;9ea9abad0e9b:40387 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=105, compaction requested=false 2024-12-05T12:24:53,594 INFO [M:0;9ea9abad0e9b:40387 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:53,594 DEBUG [M:0;9ea9abad0e9b:40387 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401492309Disabling compacts and flushes for region at 1733401492309Disabling writes for close at 1733401492309Obtaining lock to block concurrent updates at 1733401492309Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733401492309Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1733401492310 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733401492310Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733401492310Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733401492326 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733401492326Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733401492733 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733401492748 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733401492748Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733401493156 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733401493168 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733401493168Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49791c11: reopening flushed file at 1733401493575 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33af2293: reopening flushed file at 1733401493579 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4417da43: reopening flushed file at 1733401493583 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=105, compaction requested=false at 1733401493588 (+5 ms)Writing region close event to WAL at 1733401493594 (+6 ms)Closed at 1733401493594 2024-12-05T12:24:53,596 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c7d5c5d9-1674-09ba-2adb-d9917fc77829/MasterData/WALs/9ea9abad0e9b,40387,1733401449056/9ea9abad0e9b%2C40387%2C1733401449056.1733401450910 not finished, retry = 0 2024-12-05T12:24:53,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40795 is added to blk_1073741830_1006 (size=64423) 2024-12-05T12:24:53,697 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:24:53,697 INFO [M:0;9ea9abad0e9b:40387 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T12:24:53,697 INFO [M:0;9ea9abad0e9b:40387 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40387 2024-12-05T12:24:53,698 INFO [M:0;9ea9abad0e9b:40387 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:24:53,871 INFO [M:0;9ea9abad0e9b:40387 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:24:53,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40387-0x101a6a0d2140000, quorum=127.0.0.1:62360, baseZNode=/0-2043236496 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:24:53,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40387-0x101a6a0d2140000, quorum=127.0.0.1:62360, baseZNode=/0-2043236496 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:24:53,875 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@719833e9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:24:53,875 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23d3b4a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:24:53,876 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:24:53,876 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17332349{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:24:53,876 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3aa6bc62{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bd6c81-10d3-8316-f925-b41a87d06faa/hadoop.log.dir/,STOPPED} 2024-12-05T12:24:53,876 WARN [BP-172336769-172.17.0.3-1733401447545 heartbeating to localhost/127.0.0.1:44635 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T12:24:53,876 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T12:24:53,876 WARN [BP-172336769-172.17.0.3-1733401447545 heartbeating to localhost/127.0.0.1:44635 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-172336769-172.17.0.3-1733401447545 (Datanode Uuid 16a377ca-eb74-45df-8158-9ab64884e660) service to localhost/127.0.0.1:44635 2024-12-05T12:24:53,876 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T12:24:53,877 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bd6c81-10d3-8316-f925-b41a87d06faa/cluster_10e2210a-572c-41f0-1642-ac9b8210e9e7/data/data1/current/BP-172336769-172.17.0.3-1733401447545 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:24:53,877 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bd6c81-10d3-8316-f925-b41a87d06faa/cluster_10e2210a-572c-41f0-1642-ac9b8210e9e7/data/data2/current/BP-172336769-172.17.0.3-1733401447545 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:24:53,877 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T12:24:53,881 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5af7bb63{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:24:53,882 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d76aa3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:24:53,882 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:24:53,882 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76068987{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:24:53,882 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3769f558{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bd6c81-10d3-8316-f925-b41a87d06faa/hadoop.log.dir/,STOPPED} 2024-12-05T12:24:53,889 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T12:24:53,894 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:24:53,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:53,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:53,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:53,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T12:24:53,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:53,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:53,910 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=313 (was 263) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:44635 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:43323 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43323 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:44761 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:44761 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:44761 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:43323 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44761 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:44761 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:43323 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:44635 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62360) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:43323 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:44635 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:44635 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62360) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44635 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62360) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=726 (was 656) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=327 (was 361), ProcessCount=11 (was 11), AvailableMemoryMB=2998 (was 3596) 2024-12-05T12:24:53,919 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=313, OpenFileDescriptor=726, MaxFileDescriptor=1048576, SystemLoadAverage=327, ProcessCount=11, AvailableMemoryMB=2998 2024-12-05T12:24:53,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:53,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:53,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:53,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:53,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:53,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:53,930 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-12-05T12:24:53,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:53,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae489278-a306-3282-7f29-e04d2085992f/hadoop.log.dir so I do NOT create it in target/test-data/07657be9-d826-efee-b7c2-55314174e981 2024-12-05T12:24:53,930 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae489278-a306-3282-7f29-e04d2085992f/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T12:24:53,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae489278-a306-3282-7f29-e04d2085992f/hadoop.tmp.dir so I do NOT create it in target/test-data/07657be9-d826-efee-b7c2-55314174e981 2024-12-05T12:24:53,930 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae489278-a306-3282-7f29-e04d2085992f/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T12:24:53,930 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07657be9-d826-efee-b7c2-55314174e981 2024-12-05T12:24:53,930 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07657be9-d826-efee-b7c2-55314174e981/cluster_9ab2fcaf-4663-a8da-adad-d36220f27974, deleteOnExit=true 2024-12-05T12:24:53,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:53,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:53,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:53,935 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07657be9-d826-efee-b7c2-55314174e981/cluster_9ab2fcaf-4663-a8da-adad-d36220f27974/zookeeper_0, clientPort=60159, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07657be9-d826-efee-b7c2-55314174e981/cluster_9ab2fcaf-4663-a8da-adad-d36220f27974/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07657be9-d826-efee-b7c2-55314174e981/cluster_9ab2fcaf-4663-a8da-adad-d36220f27974/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T12:24:53,936 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60159 2024-12-05T12:24:53,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T12:24:53,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T12:24:53,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07657be9-d826-efee-b7c2-55314174e981/test.cache.data in system properties and HBase conf 2024-12-05T12:24:53,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07657be9-d826-efee-b7c2-55314174e981/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T12:24:53,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07657be9-d826-efee-b7c2-55314174e981/hadoop.log.dir in system properties and HBase conf 2024-12-05T12:24:53,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07657be9-d826-efee-b7c2-55314174e981/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T12:24:53,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07657be9-d826-efee-b7c2-55314174e981/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T12:24:53,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T12:24:53,937 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T12:24:53,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07657be9-d826-efee-b7c2-55314174e981/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:24:53,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07657be9-d826-efee-b7c2-55314174e981/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:24:53,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07657be9-d826-efee-b7c2-55314174e981/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T12:24:53,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07657be9-d826-efee-b7c2-55314174e981/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:24:53,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07657be9-d826-efee-b7c2-55314174e981/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T12:24:53,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07657be9-d826-efee-b7c2-55314174e981/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T12:24:53,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07657be9-d826-efee-b7c2-55314174e981/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:24:53,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07657be9-d826-efee-b7c2-55314174e981/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:24:53,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07657be9-d826-efee-b7c2-55314174e981/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T12:24:53,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07657be9-d826-efee-b7c2-55314174e981/nfs.dump.dir in system properties and HBase conf 2024-12-05T12:24:53,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07657be9-d826-efee-b7c2-55314174e981/java.io.tmpdir in system properties and HBase conf 2024-12-05T12:24:53,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07657be9-d826-efee-b7c2-55314174e981/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:24:53,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07657be9-d826-efee-b7c2-55314174e981/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T12:24:53,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07657be9-d826-efee-b7c2-55314174e981/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T12:24:53,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101a6a0d2140008, quorum=127.0.0.1:62360, baseZNode=/21494551287 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T12:24:53,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a6a0d2140002, quorum=127.0.0.1:62360, baseZNode=/0-2043236496 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T12:24:53,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a6a0d2140005, quorum=127.0.0.1:62360, baseZNode=/1-2071024854 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T12:24:53,988 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a6a0d2140002, quorum=127.0.0.1:62360, baseZNode=/0-2043236496 Received Disconnected from ZooKeeper, ignoring 2024-12-05T12:24:53,988 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101a6a0d2140008, quorum=127.0.0.1:62360, baseZNode=/21494551287 Received Disconnected from ZooKeeper, ignoring 2024-12-05T12:24:53,988 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a6a0d2140005, quorum=127.0.0.1:62360, baseZNode=/1-2071024854 Received Disconnected from ZooKeeper, ignoring 2024-12-05T12:24:54,171 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:24:54,175 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:24:54,179 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:24:54,179 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:24:54,179 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T12:24:54,181 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:24:54,183 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70d4617e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07657be9-d826-efee-b7c2-55314174e981/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:24:54,184 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79874c3e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:24:54,283 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@297f28c0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07657be9-d826-efee-b7c2-55314174e981/java.io.tmpdir/jetty-localhost-41705-hadoop-hdfs-3_4_1-tests_jar-_-any-1707214519992143980/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:24:54,284 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d547a2d{HTTP/1.1, (http/1.1)}{localhost:41705} 2024-12-05T12:24:54,284 INFO [Time-limited test {}] server.Server(415): Started @263365ms 2024-12-05T12:24:54,447 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:24:54,451 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:24:54,453 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:24:54,453 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:24:54,453 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T12:24:54,455 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d155a9e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07657be9-d826-efee-b7c2-55314174e981/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:24:54,455 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cd0948e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:24:54,549 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26f9ed7d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07657be9-d826-efee-b7c2-55314174e981/java.io.tmpdir/jetty-localhost-43035-hadoop-hdfs-3_4_1-tests_jar-_-any-7721566632799389879/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:24:54,549 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16e36e10{HTTP/1.1, (http/1.1)}{localhost:43035} 2024-12-05T12:24:54,549 INFO [Time-limited test {}] server.Server(415): Started @263631ms 2024-12-05T12:24:54,551 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T12:24:54,977 WARN [Thread-3454 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07657be9-d826-efee-b7c2-55314174e981/cluster_9ab2fcaf-4663-a8da-adad-d36220f27974/data/data1/current/BP-973229053-172.17.0.3-1733401493962/current, will proceed with Du for space computation calculation, 2024-12-05T12:24:54,977 WARN [Thread-3455 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07657be9-d826-efee-b7c2-55314174e981/cluster_9ab2fcaf-4663-a8da-adad-d36220f27974/data/data2/current/BP-973229053-172.17.0.3-1733401493962/current, will proceed with Du for space computation calculation, 2024-12-05T12:24:54,991 WARN [Thread-3442 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T12:24:54,993 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb75da7a2b2ca7568 with lease ID 0xd746f5bf6aaab8c1: Processing first storage report for DS-099c2e44-4e60-46ab-91fc-ac7eb55b9eba from datanode DatanodeRegistration(127.0.0.1:32901, datanodeUuid=5fce8b0e-99f7-4aa2-a363-c728d933108d, infoPort=42297, infoSecurePort=0, ipcPort=35269, storageInfo=lv=-57;cid=testClusterID;nsid=1311931326;c=1733401493962) 2024-12-05T12:24:54,994 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb75da7a2b2ca7568 with lease ID 0xd746f5bf6aaab8c1: from storage DS-099c2e44-4e60-46ab-91fc-ac7eb55b9eba node DatanodeRegistration(127.0.0.1:32901, datanodeUuid=5fce8b0e-99f7-4aa2-a363-c728d933108d, infoPort=42297, infoSecurePort=0, ipcPort=35269, storageInfo=lv=-57;cid=testClusterID;nsid=1311931326;c=1733401493962), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:24:54,994 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb75da7a2b2ca7568 with lease ID 0xd746f5bf6aaab8c1: Processing first storage report for DS-34e9ce01-3f4e-4c01-ad49-69d571c3cd99 from datanode DatanodeRegistration(127.0.0.1:32901, datanodeUuid=5fce8b0e-99f7-4aa2-a363-c728d933108d, infoPort=42297, infoSecurePort=0, ipcPort=35269, storageInfo=lv=-57;cid=testClusterID;nsid=1311931326;c=1733401493962) 2024-12-05T12:24:54,994 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb75da7a2b2ca7568 with lease ID 0xd746f5bf6aaab8c1: from storage DS-34e9ce01-3f4e-4c01-ad49-69d571c3cd99 node DatanodeRegistration(127.0.0.1:32901, datanodeUuid=5fce8b0e-99f7-4aa2-a363-c728d933108d, infoPort=42297, infoSecurePort=0, ipcPort=35269, storageInfo=lv=-57;cid=testClusterID;nsid=1311931326;c=1733401493962), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:24:55,075 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07657be9-d826-efee-b7c2-55314174e981 2024-12-05T12:24:55,076 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:55,077 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:55,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32901 is added to blk_1073741825_1001 (size=7) 2024-12-05T12:24:55,484 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8 with version=8 2024-12-05T12:24:55,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/hbase-staging 2024-12-05T12:24:55,486 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9ea9abad0e9b:0 server-side Connection retries=45 2024-12-05T12:24:55,486 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:24:55,486 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:24:55,486 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:24:55,486 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:24:55,486 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:24:55,486 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T12:24:55,486 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:24:55,491 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33089 2024-12-05T12:24:55,491 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33089 connecting to ZooKeeper ensemble=127.0.0.1:60159 2024-12-05T12:24:55,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:330890x0, quorum=127.0.0.1:60159, baseZNode=/0-544773928 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:24:55,569 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33089-0x101a6a187550000 connected 2024-12-05T12:24:55,745 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:55,746 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:55,748 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33089-0x101a6a187550000, quorum=127.0.0.1:60159, baseZNode=/0-544773928 Set watcher on znode that does not yet exist, /0-544773928/running 2024-12-05T12:24:55,748 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8, hbase.cluster.distributed=false 2024-12-05T12:24:55,749 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33089-0x101a6a187550000, quorum=127.0.0.1:60159, baseZNode=/0-544773928 Set watcher on znode that does not yet exist, /0-544773928/acl 2024-12-05T12:24:55,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33089 2024-12-05T12:24:55,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33089 2024-12-05T12:24:55,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33089 2024-12-05T12:24:55,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33089 2024-12-05T12:24:55,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33089 2024-12-05T12:24:55,762 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9ea9abad0e9b:0 server-side Connection retries=45 2024-12-05T12:24:55,762 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:24:55,762 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:24:55,762 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:24:55,762 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:24:55,762 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:24:55,762 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T12:24:55,762 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:24:55,763 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39205 2024-12-05T12:24:55,763 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39205 connecting to ZooKeeper ensemble=127.0.0.1:60159 2024-12-05T12:24:55,764 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:55,765 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:55,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392050x0, quorum=127.0.0.1:60159, baseZNode=/0-544773928 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:24:55,775 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:392050x0, quorum=127.0.0.1:60159, baseZNode=/0-544773928 Set watcher on znode that does not yet exist, /0-544773928/running 2024-12-05T12:24:55,775 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39205-0x101a6a187550001 connected 2024-12-05T12:24:55,775 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T12:24:55,776 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T12:24:55,776 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39205-0x101a6a187550001, quorum=127.0.0.1:60159, baseZNode=/0-544773928 Set watcher on znode that does not yet exist, /0-544773928/master 2024-12-05T12:24:55,777 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39205-0x101a6a187550001, quorum=127.0.0.1:60159, baseZNode=/0-544773928 Set watcher on znode that does not yet exist, /0-544773928/acl 2024-12-05T12:24:55,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39205 2024-12-05T12:24:55,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39205 2024-12-05T12:24:55,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39205 2024-12-05T12:24:55,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39205 2024-12-05T12:24:55,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39205 2024-12-05T12:24:55,792 DEBUG [M:0;9ea9abad0e9b:33089 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9ea9abad0e9b:33089 2024-12-05T12:24:55,792 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-544773928/backup-masters/9ea9abad0e9b,33089,1733401495486 2024-12-05T12:24:55,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33089-0x101a6a187550000, quorum=127.0.0.1:60159, baseZNode=/0-544773928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-544773928/backup-masters 2024-12-05T12:24:55,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39205-0x101a6a187550001, quorum=127.0.0.1:60159, baseZNode=/0-544773928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-544773928/backup-masters 2024-12-05T12:24:55,800 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33089-0x101a6a187550000, quorum=127.0.0.1:60159, baseZNode=/0-544773928 Set watcher on existing znode=/0-544773928/backup-masters/9ea9abad0e9b,33089,1733401495486 2024-12-05T12:24:55,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39205-0x101a6a187550001, quorum=127.0.0.1:60159, baseZNode=/0-544773928 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-544773928/master 2024-12-05T12:24:55,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33089-0x101a6a187550000, quorum=127.0.0.1:60159, baseZNode=/0-544773928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-544773928 2024-12-05T12:24:55,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39205-0x101a6a187550001, quorum=127.0.0.1:60159, baseZNode=/0-544773928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-544773928 2024-12-05T12:24:55,808 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33089-0x101a6a187550000, quorum=127.0.0.1:60159, baseZNode=/0-544773928 Set watcher on existing znode=/0-544773928/master 2024-12-05T12:24:55,808 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-544773928/backup-masters/9ea9abad0e9b,33089,1733401495486 from backup master directory 2024-12-05T12:24:55,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39205-0x101a6a187550001, quorum=127.0.0.1:60159, baseZNode=/0-544773928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-544773928/backup-masters 2024-12-05T12:24:55,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33089-0x101a6a187550000, quorum=127.0.0.1:60159, baseZNode=/0-544773928 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-544773928/backup-masters/9ea9abad0e9b,33089,1733401495486 2024-12-05T12:24:55,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33089-0x101a6a187550000, quorum=127.0.0.1:60159, baseZNode=/0-544773928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-544773928/backup-masters 2024-12-05T12:24:55,816 WARN [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:24:55,816 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9ea9abad0e9b,33089,1733401495486 2024-12-05T12:24:55,819 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/hbase.id] with ID: 4f0099a8-da35-4086-b1dc-092f98385ad6 2024-12-05T12:24:55,819 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/.tmp/hbase.id 2024-12-05T12:24:55,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32901 is added to blk_1073741826_1002 (size=42) 2024-12-05T12:24:56,226 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/.tmp/hbase.id]:[hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/hbase.id] 2024-12-05T12:24:56,233 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:56,233 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T12:24:56,234 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T12:24:56,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39205-0x101a6a187550001, quorum=127.0.0.1:60159, baseZNode=/0-544773928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-544773928 2024-12-05T12:24:56,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33089-0x101a6a187550000, quorum=127.0.0.1:60159, baseZNode=/0-544773928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-544773928 2024-12-05T12:24:56,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32901 is added to blk_1073741827_1003 (size=196) 2024-12-05T12:24:56,645 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:24:56,646 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T12:24:56,646 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:24:56,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32901 is added to blk_1073741828_1004 (size=1189) 2024-12-05T12:24:57,052 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/MasterData/data/master/store 2024-12-05T12:24:57,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32901 is added to blk_1073741829_1005 (size=34) 2024-12-05T12:24:57,456 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:57,457 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:24:57,457 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:57,457 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:57,457 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:24:57,457 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:57,457 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:57,457 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401497457Disabling compacts and flushes for region at 1733401497457Disabling writes for close at 1733401497457Writing region close event to WAL at 1733401497457Closed at 1733401497457 2024-12-05T12:24:57,458 WARN [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/MasterData/data/master/store/.initializing 2024-12-05T12:24:57,458 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/MasterData/WALs/9ea9abad0e9b,33089,1733401495486 2024-12-05T12:24:57,458 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:24:57,459 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9ea9abad0e9b%2C33089%2C1733401495486, suffix=, logDir=hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/MasterData/WALs/9ea9abad0e9b,33089,1733401495486, archiveDir=hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/MasterData/oldWALs, maxLogs=10 2024-12-05T12:24:57,471 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/MasterData/WALs/9ea9abad0e9b,33089,1733401495486/9ea9abad0e9b%2C33089%2C1733401495486.1733401497460, exclude list is [], retry=0 2024-12-05T12:24:57,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32901,DS-099c2e44-4e60-46ab-91fc-ac7eb55b9eba,DISK] 2024-12-05T12:24:57,479 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/MasterData/WALs/9ea9abad0e9b,33089,1733401495486/9ea9abad0e9b%2C33089%2C1733401495486.1733401497460 2024-12-05T12:24:57,480 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42297:42297)] 2024-12-05T12:24:57,480 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:24:57,480 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:57,480 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:57,480 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:57,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:57,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T12:24:57,482 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:57,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:57,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:57,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T12:24:57,483 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:57,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:57,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:57,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T12:24:57,484 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:57,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:57,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:57,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T12:24:57,485 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:57,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:57,485 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:57,486 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:57,486 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:57,487 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:57,487 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:57,487 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:24:57,488 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:57,489 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:24:57,490 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60805902, jitterRate=-0.09392145276069641}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:24:57,490 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733401497480Initializing all the Stores at 1733401497481 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401497481Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401497481Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401497481Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401497481Cleaning up temporary data from old regions at 1733401497487 (+6 ms)Region opened successfully at 1733401497490 (+3 ms) 2024-12-05T12:24:57,491 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T12:24:57,493 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53dd6802, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ea9abad0e9b/172.17.0.3:0 2024-12-05T12:24:57,493 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T12:24:57,494 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T12:24:57,494 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T12:24:57,494 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T12:24:57,494 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T12:24:57,494 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T12:24:57,494 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T12:24:57,498 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T12:24:57,499 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33089-0x101a6a187550000, quorum=127.0.0.1:60159, baseZNode=/0-544773928 Unable to get data of znode /0-544773928/balancer because node does not exist (not necessarily an error) 2024-12-05T12:24:57,528 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-544773928/balancer already deleted, retry=false 2024-12-05T12:24:57,529 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T12:24:57,529 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33089-0x101a6a187550000, quorum=127.0.0.1:60159, baseZNode=/0-544773928 Unable to get data of znode /0-544773928/normalizer because node does not exist (not necessarily an error) 2024-12-05T12:24:57,537 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-544773928/normalizer already deleted, retry=false 2024-12-05T12:24:57,537 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T12:24:57,538 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33089-0x101a6a187550000, quorum=127.0.0.1:60159, baseZNode=/0-544773928 Unable to get data of znode /0-544773928/switch/split because node does not exist (not necessarily an error) 2024-12-05T12:24:57,545 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-544773928/switch/split already deleted, retry=false 2024-12-05T12:24:57,546 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33089-0x101a6a187550000, quorum=127.0.0.1:60159, baseZNode=/0-544773928 Unable to get data of znode /0-544773928/switch/merge because node does not exist (not necessarily an error) 2024-12-05T12:24:57,553 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-544773928/switch/merge already deleted, retry=false 2024-12-05T12:24:57,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T12:24:57,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T12:24:57,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T12:24:57,555 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33089-0x101a6a187550000, quorum=127.0.0.1:60159, baseZNode=/0-544773928 Unable to get data of znode /0-544773928/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T12:24:57,562 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-544773928/snapshot-cleanup already deleted, retry=false 2024-12-05T12:24:57,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33089-0x101a6a187550000, quorum=127.0.0.1:60159, baseZNode=/0-544773928 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-544773928/running 2024-12-05T12:24:57,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39205-0x101a6a187550001, quorum=127.0.0.1:60159, baseZNode=/0-544773928 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-544773928/running 2024-12-05T12:24:57,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33089-0x101a6a187550000, quorum=127.0.0.1:60159, baseZNode=/0-544773928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-544773928 2024-12-05T12:24:57,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39205-0x101a6a187550001, quorum=127.0.0.1:60159, baseZNode=/0-544773928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-544773928 2024-12-05T12:24:57,570 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9ea9abad0e9b,33089,1733401495486, sessionid=0x101a6a187550000, setting cluster-up flag (Was=false) 2024-12-05T12:24:57,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33089-0x101a6a187550000, quorum=127.0.0.1:60159, baseZNode=/0-544773928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-544773928 2024-12-05T12:24:57,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39205-0x101a6a187550001, quorum=127.0.0.1:60159, baseZNode=/0-544773928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-544773928 2024-12-05T12:24:57,612 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-544773928/flush-table-proc/acquired, /0-544773928/flush-table-proc/reached, /0-544773928/flush-table-proc/abort 2024-12-05T12:24:57,612 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ea9abad0e9b,33089,1733401495486 2024-12-05T12:24:57,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39205-0x101a6a187550001, quorum=127.0.0.1:60159, baseZNode=/0-544773928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-544773928 2024-12-05T12:24:57,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33089-0x101a6a187550000, quorum=127.0.0.1:60159, baseZNode=/0-544773928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-544773928 2024-12-05T12:24:57,653 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-544773928/online-snapshot/acquired, /0-544773928/online-snapshot/reached, /0-544773928/online-snapshot/abort 2024-12-05T12:24:57,654 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ea9abad0e9b,33089,1733401495486 2024-12-05T12:24:57,655 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T12:24:57,656 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T12:24:57,656 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T12:24:57,656 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T12:24:57,657 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9ea9abad0e9b,33089,1733401495486 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T12:24:57,657 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:24:57,657 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:24:57,657 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:24:57,657 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:24:57,657 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9ea9abad0e9b:0, corePoolSize=10, maxPoolSize=10 2024-12-05T12:24:57,658 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:57,658 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:24:57,658 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:57,658 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733401527658 2024-12-05T12:24:57,658 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T12:24:57,658 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T12:24:57,658 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T12:24:57,658 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T12:24:57,658 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T12:24:57,658 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T12:24:57,658 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:24:57,659 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T12:24:57,659 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:57,659 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T12:24:57,659 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T12:24:57,659 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T12:24:57,659 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T12:24:57,659 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:57,659 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T12:24:57,659 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T12:24:57,659 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T12:24:57,659 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401497659,5,FailOnTimeoutGroup] 2024-12-05T12:24:57,660 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401497659,5,FailOnTimeoutGroup] 2024-12-05T12:24:57,660 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:57,660 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T12:24:57,660 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:57,660 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:57,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32901 is added to blk_1073741831_1007 (size=1321) 2024-12-05T12:24:57,685 INFO [RS:0;9ea9abad0e9b:39205 {}] regionserver.HRegionServer(746): ClusterId : 4f0099a8-da35-4086-b1dc-092f98385ad6 2024-12-05T12:24:57,685 DEBUG [RS:0;9ea9abad0e9b:39205 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T12:24:57,691 DEBUG [RS:0;9ea9abad0e9b:39205 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T12:24:57,691 DEBUG [RS:0;9ea9abad0e9b:39205 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T12:24:57,700 DEBUG [RS:0;9ea9abad0e9b:39205 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T12:24:57,700 DEBUG [RS:0;9ea9abad0e9b:39205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f90e1af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ea9abad0e9b/172.17.0.3:0 2024-12-05T12:24:57,709 DEBUG [RS:0;9ea9abad0e9b:39205 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9ea9abad0e9b:39205 2024-12-05T12:24:57,709 INFO [RS:0;9ea9abad0e9b:39205 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T12:24:57,709 INFO [RS:0;9ea9abad0e9b:39205 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T12:24:57,709 DEBUG [RS:0;9ea9abad0e9b:39205 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T12:24:57,710 INFO [RS:0;9ea9abad0e9b:39205 {}] regionserver.HRegionServer(2659): reportForDuty to master=9ea9abad0e9b,33089,1733401495486 with port=39205, startcode=1733401495762 2024-12-05T12:24:57,710 DEBUG [RS:0;9ea9abad0e9b:39205 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T12:24:57,711 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34099, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T12:24:57,711 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33089 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9ea9abad0e9b,39205,1733401495762 2024-12-05T12:24:57,711 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33089 {}] master.ServerManager(517): Registering regionserver=9ea9abad0e9b,39205,1733401495762 2024-12-05T12:24:57,712 DEBUG [RS:0;9ea9abad0e9b:39205 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8 2024-12-05T12:24:57,712 DEBUG [RS:0;9ea9abad0e9b:39205 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43331 2024-12-05T12:24:57,712 DEBUG [RS:0;9ea9abad0e9b:39205 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T12:24:57,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33089-0x101a6a187550000, quorum=127.0.0.1:60159, baseZNode=/0-544773928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-544773928/rs 2024-12-05T12:24:57,720 DEBUG [RS:0;9ea9abad0e9b:39205 {}] zookeeper.ZKUtil(111): regionserver:39205-0x101a6a187550001, quorum=127.0.0.1:60159, baseZNode=/0-544773928 Set watcher on existing znode=/0-544773928/rs/9ea9abad0e9b,39205,1733401495762 2024-12-05T12:24:57,720 WARN [RS:0;9ea9abad0e9b:39205 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:24:57,721 INFO [RS:0;9ea9abad0e9b:39205 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:24:57,721 DEBUG [RS:0;9ea9abad0e9b:39205 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/WALs/9ea9abad0e9b,39205,1733401495762 2024-12-05T12:24:57,721 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9ea9abad0e9b,39205,1733401495762] 2024-12-05T12:24:57,723 INFO [RS:0;9ea9abad0e9b:39205 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T12:24:57,724 INFO [RS:0;9ea9abad0e9b:39205 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T12:24:57,724 INFO [RS:0;9ea9abad0e9b:39205 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T12:24:57,724 INFO [RS:0;9ea9abad0e9b:39205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:57,724 INFO [RS:0;9ea9abad0e9b:39205 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T12:24:57,724 INFO [RS:0;9ea9abad0e9b:39205 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T12:24:57,725 INFO [RS:0;9ea9abad0e9b:39205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:57,725 DEBUG [RS:0;9ea9abad0e9b:39205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:57,725 DEBUG [RS:0;9ea9abad0e9b:39205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:57,725 DEBUG [RS:0;9ea9abad0e9b:39205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:57,725 DEBUG [RS:0;9ea9abad0e9b:39205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:57,725 DEBUG [RS:0;9ea9abad0e9b:39205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:57,725 DEBUG [RS:0;9ea9abad0e9b:39205 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9ea9abad0e9b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:24:57,725 DEBUG [RS:0;9ea9abad0e9b:39205 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:57,725 DEBUG [RS:0;9ea9abad0e9b:39205 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:57,725 DEBUG [RS:0;9ea9abad0e9b:39205 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:57,725 DEBUG [RS:0;9ea9abad0e9b:39205 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:57,725 DEBUG [RS:0;9ea9abad0e9b:39205 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:57,725 DEBUG [RS:0;9ea9abad0e9b:39205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:57,725 DEBUG [RS:0;9ea9abad0e9b:39205 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9ea9abad0e9b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:24:57,725 DEBUG [RS:0;9ea9abad0e9b:39205 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9ea9abad0e9b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:24:57,726 INFO [RS:0;9ea9abad0e9b:39205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:57,727 INFO [RS:0;9ea9abad0e9b:39205 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:57,727 INFO [RS:0;9ea9abad0e9b:39205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:57,727 INFO [RS:0;9ea9abad0e9b:39205 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:57,727 INFO [RS:0;9ea9abad0e9b:39205 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:57,727 INFO [RS:0;9ea9abad0e9b:39205 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,39205,1733401495762-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:24:57,739 INFO [RS:0;9ea9abad0e9b:39205 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T12:24:57,739 INFO [RS:0;9ea9abad0e9b:39205 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,39205,1733401495762-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:57,739 INFO [RS:0;9ea9abad0e9b:39205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:57,739 INFO [RS:0;9ea9abad0e9b:39205 {}] regionserver.Replication(171): 9ea9abad0e9b,39205,1733401495762 started 2024-12-05T12:24:57,750 INFO [RS:0;9ea9abad0e9b:39205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:57,750 INFO [RS:0;9ea9abad0e9b:39205 {}] regionserver.HRegionServer(1482): Serving as 9ea9abad0e9b,39205,1733401495762, RpcServer on 9ea9abad0e9b/172.17.0.3:39205, sessionid=0x101a6a187550001 2024-12-05T12:24:57,751 DEBUG [RS:0;9ea9abad0e9b:39205 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T12:24:57,751 DEBUG [RS:0;9ea9abad0e9b:39205 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9ea9abad0e9b,39205,1733401495762 2024-12-05T12:24:57,751 DEBUG [RS:0;9ea9abad0e9b:39205 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ea9abad0e9b,39205,1733401495762' 2024-12-05T12:24:57,751 DEBUG [RS:0;9ea9abad0e9b:39205 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-544773928/flush-table-proc/abort' 2024-12-05T12:24:57,751 DEBUG [RS:0;9ea9abad0e9b:39205 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-544773928/flush-table-proc/acquired' 2024-12-05T12:24:57,752 DEBUG [RS:0;9ea9abad0e9b:39205 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T12:24:57,752 DEBUG [RS:0;9ea9abad0e9b:39205 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T12:24:57,752 DEBUG [RS:0;9ea9abad0e9b:39205 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9ea9abad0e9b,39205,1733401495762 2024-12-05T12:24:57,752 DEBUG [RS:0;9ea9abad0e9b:39205 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ea9abad0e9b,39205,1733401495762' 2024-12-05T12:24:57,752 DEBUG [RS:0;9ea9abad0e9b:39205 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-544773928/online-snapshot/abort' 2024-12-05T12:24:57,752 DEBUG [RS:0;9ea9abad0e9b:39205 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-544773928/online-snapshot/acquired' 2024-12-05T12:24:57,752 DEBUG [RS:0;9ea9abad0e9b:39205 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T12:24:57,752 INFO [RS:0;9ea9abad0e9b:39205 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T12:24:57,752 INFO [RS:0;9ea9abad0e9b:39205 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T12:24:57,852 INFO [RS:0;9ea9abad0e9b:39205 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:24:57,854 INFO [RS:0;9ea9abad0e9b:39205 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C39205%2C1733401495762, suffix=, logDir=hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/WALs/9ea9abad0e9b,39205,1733401495762, archiveDir=hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/oldWALs, maxLogs=10 2024-12-05T12:24:57,865 DEBUG [RS:0;9ea9abad0e9b:39205 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/WALs/9ea9abad0e9b,39205,1733401495762/9ea9abad0e9b%2C39205%2C1733401495762.1733401497854, exclude list is [], retry=0 2024-12-05T12:24:57,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32901,DS-099c2e44-4e60-46ab-91fc-ac7eb55b9eba,DISK] 2024-12-05T12:24:57,868 INFO [RS:0;9ea9abad0e9b:39205 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/WALs/9ea9abad0e9b,39205,1733401495762/9ea9abad0e9b%2C39205%2C1733401495762.1733401497854 2024-12-05T12:24:57,868 DEBUG [RS:0;9ea9abad0e9b:39205 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42297:42297)] 2024-12-05T12:24:58,064 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T12:24:58,064 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8 2024-12-05T12:24:58,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32901 is added to blk_1073741833_1009 (size=32) 2024-12-05T12:24:58,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:58,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:24:58,470 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:24:58,470 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:58,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:58,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:24:58,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:24:58,471 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:58,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:58,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:24:58,472 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:24:58,472 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:58,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:58,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:24:58,473 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:24:58,473 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:58,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:58,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:24:58,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/data/hbase/meta/1588230740 2024-12-05T12:24:58,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/data/hbase/meta/1588230740 2024-12-05T12:24:58,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:24:58,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:24:58,475 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:24:58,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:24:58,477 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:24:58,477 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62617978, jitterRate=-0.06691941618919373}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:24:58,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733401498468Initializing all the Stores at 1733401498469 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401498469Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401498469Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401498469Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401498469Cleaning up temporary data from old regions at 1733401498475 (+6 ms)Region opened successfully at 1733401498478 (+3 ms) 2024-12-05T12:24:58,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:24:58,478 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:24:58,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:24:58,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:24:58,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:24:58,478 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:24:58,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401498478Disabling compacts and flushes for region at 1733401498478Disabling writes for close at 1733401498478Writing region close event to WAL at 1733401498478Closed at 1733401498478 2024-12-05T12:24:58,480 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:24:58,480 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T12:24:58,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T12:24:58,480 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:24:58,481 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T12:24:58,631 DEBUG [9ea9abad0e9b:33089 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T12:24:58,632 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9ea9abad0e9b,39205,1733401495762 2024-12-05T12:24:58,633 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ea9abad0e9b,39205,1733401495762, state=OPENING 2024-12-05T12:24:58,712 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T12:24:58,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33089-0x101a6a187550000, quorum=127.0.0.1:60159, baseZNode=/0-544773928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-544773928 2024-12-05T12:24:58,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39205-0x101a6a187550001, quorum=127.0.0.1:60159, baseZNode=/0-544773928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-544773928 2024-12-05T12:24:58,721 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-544773928/meta-region-server: CHANGED 2024-12-05T12:24:58,721 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-544773928/meta-region-server: CHANGED 2024-12-05T12:24:58,721 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:24:58,721 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,39205,1733401495762}] 2024-12-05T12:24:58,873 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:24:58,874 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45737, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T12:24:58,877 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T12:24:58,877 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:24:58,877 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T12:24:58,878 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C39205%2C1733401495762.meta, suffix=.meta, logDir=hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/WALs/9ea9abad0e9b,39205,1733401495762, archiveDir=hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/oldWALs, maxLogs=10 2024-12-05T12:24:58,893 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/WALs/9ea9abad0e9b,39205,1733401495762/9ea9abad0e9b%2C39205%2C1733401495762.meta.1733401498878.meta, exclude list is [], retry=0 2024-12-05T12:24:58,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32901,DS-099c2e44-4e60-46ab-91fc-ac7eb55b9eba,DISK] 2024-12-05T12:24:58,896 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/WALs/9ea9abad0e9b,39205,1733401495762/9ea9abad0e9b%2C39205%2C1733401495762.meta.1733401498878.meta 2024-12-05T12:24:58,896 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42297:42297)] 2024-12-05T12:24:58,896 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:24:58,896 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:24:58,896 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:24:58,896 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T12:24:58,896 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T12:24:58,897 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T12:24:58,897 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:58,897 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T12:24:58,897 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T12:24:58,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:24:58,898 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:24:58,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:58,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:58,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:24:58,899 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:24:58,899 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:58,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:58,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:24:58,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:24:58,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:58,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:58,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:24:58,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:24:58,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:58,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:58,900 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:24:58,901 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/data/hbase/meta/1588230740 2024-12-05T12:24:58,901 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/data/hbase/meta/1588230740 2024-12-05T12:24:58,902 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:24:58,902 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:24:58,902 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:24:58,903 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:24:58,904 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59176597, jitterRate=-0.11819998919963837}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:24:58,904 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T12:24:58,904 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733401498897Writing region info on filesystem at 1733401498897Initializing all the Stores at 1733401498897Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401498897Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401498897Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401498897Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401498897Cleaning up temporary data from old regions at 1733401498902 (+5 ms)Running coprocessor post-open hooks at 1733401498904 (+2 ms)Region opened successfully at 1733401498904 2024-12-05T12:24:58,905 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733401498873 2024-12-05T12:24:58,906 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T12:24:58,906 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T12:24:58,907 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9ea9abad0e9b,39205,1733401495762 2024-12-05T12:24:58,907 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ea9abad0e9b,39205,1733401495762, state=OPEN 2024-12-05T12:24:58,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33089-0x101a6a187550000, quorum=127.0.0.1:60159, baseZNode=/0-544773928 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-544773928/meta-region-server 2024-12-05T12:24:58,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39205-0x101a6a187550001, quorum=127.0.0.1:60159, baseZNode=/0-544773928 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-544773928/meta-region-server 2024-12-05T12:24:58,970 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,39205,1733401495762 2024-12-05T12:24:58,970 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-544773928/meta-region-server: CHANGED 2024-12-05T12:24:58,970 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-544773928/meta-region-server: CHANGED 2024-12-05T12:24:58,972 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T12:24:58,972 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,39205,1733401495762 in 249 msec 2024-12-05T12:24:58,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T12:24:58,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 492 msec 2024-12-05T12:24:58,974 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:24:58,974 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T12:24:58,975 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:24:58,975 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,39205,1733401495762, seqNum=-1] 2024-12-05T12:24:58,975 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:24:58,976 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34079, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:24:58,979 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3230 sec 2024-12-05T12:24:58,979 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733401498979, completionTime=-1 2024-12-05T12:24:58,979 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T12:24:58,980 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T12:24:58,981 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T12:24:58,981 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733401558981 2024-12-05T12:24:58,981 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733401618981 2024-12-05T12:24:58,981 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T12:24:58,981 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,33089,1733401495486-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:58,981 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,33089,1733401495486-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:58,981 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,33089,1733401495486-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:58,981 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9ea9abad0e9b:33089, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:58,981 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:58,982 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:58,983 DEBUG [master/9ea9abad0e9b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T12:24:58,984 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.168sec 2024-12-05T12:24:58,984 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T12:24:58,984 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T12:24:58,984 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T12:24:58,984 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T12:24:58,984 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T12:24:58,984 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,33089,1733401495486-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:24:58,984 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,33089,1733401495486-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T12:24:58,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23cef91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:58,986 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,33089,-1 for getting cluster id 2024-12-05T12:24:58,986 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T12:24:58,986 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T12:24:58,986 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,33089,1733401495486-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:58,986 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:24:58,987 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f0099a8-da35-4086-b1dc-092f98385ad6' 2024-12-05T12:24:58,987 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:24:58,987 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f0099a8-da35-4086-b1dc-092f98385ad6" 2024-12-05T12:24:58,987 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b20ce3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:58,987 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,33089,-1] 2024-12-05T12:24:58,987 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:24:58,988 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:58,988 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:24:58,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ebdcc3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:58,989 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:24:58,990 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,39205,1733401495762, seqNum=-1] 2024-12-05T12:24:58,990 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:24:58,991 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:24:58,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9ea9abad0e9b,33089,1733401495486 2024-12-05T12:24:58,992 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60159 2024-12-05T12:24:59,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60159, baseZNode=/0-544773928 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:24:59,008 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a6a187550002 connected 2024-12-05T12:24:59,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07657be9-d826-efee-b7c2-55314174e981/hadoop.log.dir so I do NOT create it in target/test-data/31aaab88-d6e1-601d-823c-34a1d6d2000a 2024-12-05T12:24:59,018 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07657be9-d826-efee-b7c2-55314174e981/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T12:24:59,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07657be9-d826-efee-b7c2-55314174e981/hadoop.tmp.dir so I do NOT create it in target/test-data/31aaab88-d6e1-601d-823c-34a1d6d2000a 2024-12-05T12:24:59,018 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07657be9-d826-efee-b7c2-55314174e981/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T12:24:59,018 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31aaab88-d6e1-601d-823c-34a1d6d2000a 2024-12-05T12:24:59,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T12:24:59,018 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31aaab88-d6e1-601d-823c-34a1d6d2000a/cluster_8d670890-a5b6-d5c1-39cf-dbc7b9d16921, deleteOnExit=true 2024-12-05T12:24:59,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T12:24:59,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31aaab88-d6e1-601d-823c-34a1d6d2000a/test.cache.data in system properties and HBase conf 2024-12-05T12:24:59,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31aaab88-d6e1-601d-823c-34a1d6d2000a/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T12:24:59,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31aaab88-d6e1-601d-823c-34a1d6d2000a/hadoop.log.dir in system properties and HBase conf 2024-12-05T12:24:59,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31aaab88-d6e1-601d-823c-34a1d6d2000a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T12:24:59,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31aaab88-d6e1-601d-823c-34a1d6d2000a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T12:24:59,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T12:24:59,019 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T12:24:59,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31aaab88-d6e1-601d-823c-34a1d6d2000a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:24:59,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31aaab88-d6e1-601d-823c-34a1d6d2000a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:24:59,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31aaab88-d6e1-601d-823c-34a1d6d2000a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T12:24:59,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31aaab88-d6e1-601d-823c-34a1d6d2000a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:24:59,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31aaab88-d6e1-601d-823c-34a1d6d2000a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T12:24:59,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31aaab88-d6e1-601d-823c-34a1d6d2000a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T12:24:59,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31aaab88-d6e1-601d-823c-34a1d6d2000a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:24:59,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31aaab88-d6e1-601d-823c-34a1d6d2000a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:24:59,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31aaab88-d6e1-601d-823c-34a1d6d2000a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T12:24:59,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31aaab88-d6e1-601d-823c-34a1d6d2000a/nfs.dump.dir in system properties and HBase conf 2024-12-05T12:24:59,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31aaab88-d6e1-601d-823c-34a1d6d2000a/java.io.tmpdir in system properties and HBase conf 2024-12-05T12:24:59,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31aaab88-d6e1-601d-823c-34a1d6d2000a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:24:59,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31aaab88-d6e1-601d-823c-34a1d6d2000a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T12:24:59,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31aaab88-d6e1-601d-823c-34a1d6d2000a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T12:24:59,209 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:24:59,212 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:24:59,213 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:24:59,213 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:24:59,213 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T12:24:59,214 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:24:59,214 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@683f2031{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31aaab88-d6e1-601d-823c-34a1d6d2000a/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:24:59,214 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@304c7fd8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:24:59,302 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c153dda{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31aaab88-d6e1-601d-823c-34a1d6d2000a/java.io.tmpdir/jetty-localhost-33741-hadoop-hdfs-3_4_1-tests_jar-_-any-1142824310567121278/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:24:59,303 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7644a679{HTTP/1.1, (http/1.1)}{localhost:33741} 2024-12-05T12:24:59,303 INFO [Time-limited test {}] server.Server(415): Started @268385ms 2024-12-05T12:24:59,450 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:24:59,452 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:24:59,455 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:24:59,455 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:24:59,455 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T12:24:59,455 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47741fe6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31aaab88-d6e1-601d-823c-34a1d6d2000a/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:24:59,455 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6de3b801{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:24:59,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bfff84b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31aaab88-d6e1-601d-823c-34a1d6d2000a/java.io.tmpdir/jetty-localhost-39019-hadoop-hdfs-3_4_1-tests_jar-_-any-2562562827305519241/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:24:59,545 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b425b08{HTTP/1.1, (http/1.1)}{localhost:39019} 2024-12-05T12:24:59,545 INFO [Time-limited test {}] server.Server(415): Started @268626ms 2024-12-05T12:24:59,546 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T12:24:59,928 WARN [Thread-3574 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31aaab88-d6e1-601d-823c-34a1d6d2000a/cluster_8d670890-a5b6-d5c1-39cf-dbc7b9d16921/data/data1/current/BP-848993182-172.17.0.3-1733401499038/current, will proceed with Du for space computation calculation, 2024-12-05T12:24:59,928 WARN [Thread-3575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31aaab88-d6e1-601d-823c-34a1d6d2000a/cluster_8d670890-a5b6-d5c1-39cf-dbc7b9d16921/data/data2/current/BP-848993182-172.17.0.3-1733401499038/current, will proceed with Du for space computation calculation, 2024-12-05T12:24:59,943 WARN [Thread-3562 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T12:24:59,945 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9a1e0b0b14bb5c9 with lease ID 0xa8883efda5a4e2b9: Processing first storage report for DS-e3997b39-b5ac-4615-b58e-4222f8504a55 from datanode DatanodeRegistration(127.0.0.1:44531, datanodeUuid=40562480-fb91-48ed-8eda-173c9e8307a2, infoPort=41359, infoSecurePort=0, ipcPort=44299, storageInfo=lv=-57;cid=testClusterID;nsid=1045408311;c=1733401499038) 2024-12-05T12:24:59,945 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9a1e0b0b14bb5c9 with lease ID 0xa8883efda5a4e2b9: from storage DS-e3997b39-b5ac-4615-b58e-4222f8504a55 node DatanodeRegistration(127.0.0.1:44531, datanodeUuid=40562480-fb91-48ed-8eda-173c9e8307a2, infoPort=41359, infoSecurePort=0, ipcPort=44299, storageInfo=lv=-57;cid=testClusterID;nsid=1045408311;c=1733401499038), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:24:59,945 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9a1e0b0b14bb5c9 with lease ID 0xa8883efda5a4e2b9: Processing first storage report for DS-1d54f3c9-fddd-4de2-af63-69efd145f2b6 from datanode DatanodeRegistration(127.0.0.1:44531, datanodeUuid=40562480-fb91-48ed-8eda-173c9e8307a2, infoPort=41359, infoSecurePort=0, ipcPort=44299, storageInfo=lv=-57;cid=testClusterID;nsid=1045408311;c=1733401499038) 2024-12-05T12:24:59,945 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9a1e0b0b14bb5c9 with lease ID 0xa8883efda5a4e2b9: from storage DS-1d54f3c9-fddd-4de2-af63-69efd145f2b6 node DatanodeRegistration(127.0.0.1:44531, datanodeUuid=40562480-fb91-48ed-8eda-173c9e8307a2, infoPort=41359, infoSecurePort=0, ipcPort=44299, storageInfo=lv=-57;cid=testClusterID;nsid=1045408311;c=1733401499038), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:24:59,966 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31aaab88-d6e1-601d-823c-34a1d6d2000a 2024-12-05T12:24:59,966 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:59,967 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:59,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741825_1001 (size=7) 2024-12-05T12:25:00,373 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601 with version=8 2024-12-05T12:25:00,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/hbase-staging 2024-12-05T12:25:00,375 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9ea9abad0e9b:0 server-side Connection retries=45 2024-12-05T12:25:00,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:00,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:00,375 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:25:00,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:00,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:25:00,375 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T12:25:00,375 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:25:00,376 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34859 2024-12-05T12:25:00,376 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34859 connecting to ZooKeeper ensemble=127.0.0.1:60159 2024-12-05T12:25:00,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:348590x0, quorum=127.0.0.1:60159, baseZNode=/1-803664655 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:25:00,412 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34859-0x101a6a187550003 connected 2024-12-05T12:25:00,470 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:00,471 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:00,473 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34859-0x101a6a187550003, quorum=127.0.0.1:60159, baseZNode=/1-803664655 Set watcher on znode that does not yet exist, /1-803664655/running 2024-12-05T12:25:00,473 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601, hbase.cluster.distributed=false 2024-12-05T12:25:00,474 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34859-0x101a6a187550003, quorum=127.0.0.1:60159, baseZNode=/1-803664655 Set watcher on znode that does not yet exist, /1-803664655/acl 2024-12-05T12:25:00,474 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34859 2024-12-05T12:25:00,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34859 2024-12-05T12:25:00,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34859 2024-12-05T12:25:00,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34859 2024-12-05T12:25:00,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34859 2024-12-05T12:25:00,487 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9ea9abad0e9b:0 server-side Connection retries=45 2024-12-05T12:25:00,487 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:00,487 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:00,487 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:25:00,487 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:00,487 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:25:00,487 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T12:25:00,487 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:25:00,488 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35119 2024-12-05T12:25:00,488 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35119 connecting to ZooKeeper ensemble=127.0.0.1:60159 2024-12-05T12:25:00,488 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:00,490 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:00,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:351190x0, quorum=127.0.0.1:60159, baseZNode=/1-803664655 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:25:00,500 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:351190x0, quorum=127.0.0.1:60159, baseZNode=/1-803664655 Set watcher on znode that does not yet exist, /1-803664655/running 2024-12-05T12:25:00,500 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35119-0x101a6a187550004 connected 2024-12-05T12:25:00,500 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T12:25:00,500 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T12:25:00,501 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35119-0x101a6a187550004, quorum=127.0.0.1:60159, baseZNode=/1-803664655 Set watcher on znode that does not yet exist, /1-803664655/master 2024-12-05T12:25:00,501 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35119-0x101a6a187550004, quorum=127.0.0.1:60159, baseZNode=/1-803664655 Set watcher on znode that does not yet exist, /1-803664655/acl 2024-12-05T12:25:00,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35119 2024-12-05T12:25:00,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35119 2024-12-05T12:25:00,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35119 2024-12-05T12:25:00,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35119 2024-12-05T12:25:00,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35119 2024-12-05T12:25:00,521 DEBUG [M:0;9ea9abad0e9b:34859 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9ea9abad0e9b:34859 2024-12-05T12:25:00,521 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-803664655/backup-masters/9ea9abad0e9b,34859,1733401500375 2024-12-05T12:25:00,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34859-0x101a6a187550003, quorum=127.0.0.1:60159, baseZNode=/1-803664655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-803664655/backup-masters 2024-12-05T12:25:00,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35119-0x101a6a187550004, quorum=127.0.0.1:60159, baseZNode=/1-803664655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-803664655/backup-masters 2024-12-05T12:25:00,529 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34859-0x101a6a187550003, quorum=127.0.0.1:60159, baseZNode=/1-803664655 Set watcher on existing znode=/1-803664655/backup-masters/9ea9abad0e9b,34859,1733401500375 2024-12-05T12:25:00,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35119-0x101a6a187550004, quorum=127.0.0.1:60159, baseZNode=/1-803664655 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-803664655/master 2024-12-05T12:25:00,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34859-0x101a6a187550003, quorum=127.0.0.1:60159, baseZNode=/1-803664655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-803664655 2024-12-05T12:25:00,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35119-0x101a6a187550004, quorum=127.0.0.1:60159, baseZNode=/1-803664655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-803664655 2024-12-05T12:25:00,537 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34859-0x101a6a187550003, quorum=127.0.0.1:60159, baseZNode=/1-803664655 Set watcher on existing znode=/1-803664655/master 2024-12-05T12:25:00,537 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-803664655/backup-masters/9ea9abad0e9b,34859,1733401500375 from backup master directory 2024-12-05T12:25:00,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34859-0x101a6a187550003, quorum=127.0.0.1:60159, baseZNode=/1-803664655 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-803664655/backup-masters/9ea9abad0e9b,34859,1733401500375 2024-12-05T12:25:00,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35119-0x101a6a187550004, quorum=127.0.0.1:60159, baseZNode=/1-803664655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-803664655/backup-masters 2024-12-05T12:25:00,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34859-0x101a6a187550003, quorum=127.0.0.1:60159, baseZNode=/1-803664655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-803664655/backup-masters 2024-12-05T12:25:00,545 WARN [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:25:00,545 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9ea9abad0e9b,34859,1733401500375 2024-12-05T12:25:00,548 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/hbase.id] with ID: fd770de2-3664-4410-bf35-5f2cf4f2cabb 2024-12-05T12:25:00,548 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/.tmp/hbase.id 2024-12-05T12:25:00,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741826_1002 (size=42) 2024-12-05T12:25:00,956 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/.tmp/hbase.id]:[hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/hbase.id] 2024-12-05T12:25:00,963 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:00,963 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T12:25:00,963 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-05T12:25:00,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34859-0x101a6a187550003, quorum=127.0.0.1:60159, baseZNode=/1-803664655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-803664655 2024-12-05T12:25:00,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35119-0x101a6a187550004, quorum=127.0.0.1:60159, baseZNode=/1-803664655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-803664655 2024-12-05T12:25:00,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741827_1003 (size=196) 2024-12-05T12:25:01,400 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:25:01,401 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T12:25:01,401 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:25:01,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741828_1004 (size=1189) 2024-12-05T12:25:01,406 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/MasterData/data/master/store 2024-12-05T12:25:01,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741829_1005 (size=34) 2024-12-05T12:25:01,816 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:01,816 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:25:01,816 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:01,816 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:01,816 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:25:01,816 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:01,816 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:01,816 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401501816Disabling compacts and flushes for region at 1733401501816Disabling writes for close at 1733401501816Writing region close event to WAL at 1733401501816Closed at 1733401501816 2024-12-05T12:25:01,817 WARN [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/MasterData/data/master/store/.initializing 2024-12-05T12:25:01,817 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/MasterData/WALs/9ea9abad0e9b,34859,1733401500375 2024-12-05T12:25:01,818 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:25:01,819 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9ea9abad0e9b%2C34859%2C1733401500375, suffix=, logDir=hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/MasterData/WALs/9ea9abad0e9b,34859,1733401500375, archiveDir=hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/MasterData/oldWALs, maxLogs=10 2024-12-05T12:25:01,834 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/MasterData/WALs/9ea9abad0e9b,34859,1733401500375/9ea9abad0e9b%2C34859%2C1733401500375.1733401501819, exclude list is [], retry=0 2024-12-05T12:25:01,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44531,DS-e3997b39-b5ac-4615-b58e-4222f8504a55,DISK] 2024-12-05T12:25:01,837 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/MasterData/WALs/9ea9abad0e9b,34859,1733401500375/9ea9abad0e9b%2C34859%2C1733401500375.1733401501819 2024-12-05T12:25:01,837 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41359:41359)] 2024-12-05T12:25:01,837 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:25:01,837 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:01,838 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:01,838 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:01,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:01,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T12:25:01,839 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:01,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:01,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:01,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T12:25:01,840 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:01,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:01,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:01,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T12:25:01,841 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:01,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:01,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:01,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T12:25:01,842 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:01,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:01,842 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:01,843 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:01,843 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:01,843 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:01,843 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:01,844 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:25:01,844 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:01,845 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:25:01,846 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59665017, jitterRate=-0.1109219640493393}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:25:01,846 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733401501838Initializing all the Stores at 1733401501838Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401501838Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401501838Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401501838Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401501838Cleaning up temporary data from old regions at 1733401501843 (+5 ms)Region opened successfully at 1733401501846 (+3 ms) 2024-12-05T12:25:01,846 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T12:25:01,848 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b03d18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ea9abad0e9b/172.17.0.3:0 2024-12-05T12:25:01,848 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T12:25:01,848 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T12:25:01,849 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T12:25:01,849 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T12:25:01,849 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T12:25:01,849 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T12:25:01,849 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T12:25:01,850 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T12:25:01,851 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34859-0x101a6a187550003, quorum=127.0.0.1:60159, baseZNode=/1-803664655 Unable to get data of znode /1-803664655/balancer because node does not exist (not necessarily an error) 2024-12-05T12:25:01,887 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-803664655/balancer already deleted, retry=false 2024-12-05T12:25:01,887 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T12:25:01,888 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34859-0x101a6a187550003, quorum=127.0.0.1:60159, baseZNode=/1-803664655 Unable to get data of znode /1-803664655/normalizer because node does not exist (not necessarily an error) 2024-12-05T12:25:01,895 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-803664655/normalizer already deleted, retry=false 2024-12-05T12:25:01,895 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T12:25:01,896 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34859-0x101a6a187550003, quorum=127.0.0.1:60159, baseZNode=/1-803664655 Unable to get data of znode /1-803664655/switch/split because node does not exist (not necessarily an error) 2024-12-05T12:25:01,903 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-803664655/switch/split already deleted, retry=false 2024-12-05T12:25:01,904 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34859-0x101a6a187550003, quorum=127.0.0.1:60159, baseZNode=/1-803664655 Unable to get data of znode /1-803664655/switch/merge because node does not exist (not necessarily an error) 2024-12-05T12:25:01,911 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-803664655/switch/merge already deleted, retry=false 2024-12-05T12:25:01,913 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34859-0x101a6a187550003, quorum=127.0.0.1:60159, baseZNode=/1-803664655 Unable to get data of znode /1-803664655/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T12:25:01,920 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-803664655/snapshot-cleanup already deleted, retry=false 2024-12-05T12:25:01,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34859-0x101a6a187550003, quorum=127.0.0.1:60159, baseZNode=/1-803664655 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-803664655/running 2024-12-05T12:25:01,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35119-0x101a6a187550004, quorum=127.0.0.1:60159, baseZNode=/1-803664655 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-803664655/running 2024-12-05T12:25:01,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34859-0x101a6a187550003, quorum=127.0.0.1:60159, baseZNode=/1-803664655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-803664655 2024-12-05T12:25:01,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35119-0x101a6a187550004, quorum=127.0.0.1:60159, baseZNode=/1-803664655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-803664655 2024-12-05T12:25:01,929 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9ea9abad0e9b,34859,1733401500375, sessionid=0x101a6a187550003, setting cluster-up flag (Was=false) 2024-12-05T12:25:01,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34859-0x101a6a187550003, quorum=127.0.0.1:60159, baseZNode=/1-803664655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-803664655 2024-12-05T12:25:01,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35119-0x101a6a187550004, quorum=127.0.0.1:60159, baseZNode=/1-803664655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-803664655 2024-12-05T12:25:01,970 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-803664655/flush-table-proc/acquired, /1-803664655/flush-table-proc/reached, /1-803664655/flush-table-proc/abort 2024-12-05T12:25:01,971 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ea9abad0e9b,34859,1733401500375 2024-12-05T12:25:01,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34859-0x101a6a187550003, quorum=127.0.0.1:60159, baseZNode=/1-803664655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-803664655 2024-12-05T12:25:01,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35119-0x101a6a187550004, quorum=127.0.0.1:60159, baseZNode=/1-803664655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-803664655 2024-12-05T12:25:02,012 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-803664655/online-snapshot/acquired, /1-803664655/online-snapshot/reached, /1-803664655/online-snapshot/abort 2024-12-05T12:25:02,012 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ea9abad0e9b,34859,1733401500375 2024-12-05T12:25:02,013 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T12:25:02,014 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T12:25:02,014 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T12:25:02,014 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T12:25:02,014 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9ea9abad0e9b,34859,1733401500375 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T12:25:02,015 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:25:02,015 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:25:02,015 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:25:02,015 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:25:02,015 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9ea9abad0e9b:0, corePoolSize=10, maxPoolSize=10 2024-12-05T12:25:02,015 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:02,015 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:25:02,015 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:02,016 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733401532016 2024-12-05T12:25:02,016 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T12:25:02,016 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T12:25:02,016 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T12:25:02,016 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T12:25:02,016 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T12:25:02,016 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T12:25:02,016 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:02,016 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:25:02,016 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T12:25:02,016 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T12:25:02,017 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T12:25:02,017 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T12:25:02,017 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T12:25:02,017 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T12:25:02,017 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T12:25:02,017 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401502017,5,FailOnTimeoutGroup] 2024-12-05T12:25:02,017 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:02,017 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T12:25:02,018 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401502017,5,FailOnTimeoutGroup] 2024-12-05T12:25:02,018 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:02,018 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T12:25:02,018 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:02,018 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:02,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741831_1007 (size=1321) 2024-12-05T12:25:02,110 INFO [RS:0;9ea9abad0e9b:35119 {}] regionserver.HRegionServer(746): ClusterId : fd770de2-3664-4410-bf35-5f2cf4f2cabb 2024-12-05T12:25:02,110 DEBUG [RS:0;9ea9abad0e9b:35119 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T12:25:02,120 DEBUG [RS:0;9ea9abad0e9b:35119 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T12:25:02,120 DEBUG [RS:0;9ea9abad0e9b:35119 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T12:25:02,129 DEBUG [RS:0;9ea9abad0e9b:35119 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T12:25:02,129 DEBUG [RS:0;9ea9abad0e9b:35119 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25c7c4bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ea9abad0e9b/172.17.0.3:0 2024-12-05T12:25:02,142 DEBUG [RS:0;9ea9abad0e9b:35119 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9ea9abad0e9b:35119 2024-12-05T12:25:02,143 INFO [RS:0;9ea9abad0e9b:35119 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T12:25:02,143 INFO [RS:0;9ea9abad0e9b:35119 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T12:25:02,143 DEBUG [RS:0;9ea9abad0e9b:35119 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T12:25:02,143 INFO [RS:0;9ea9abad0e9b:35119 {}] regionserver.HRegionServer(2659): reportForDuty to master=9ea9abad0e9b,34859,1733401500375 with port=35119, startcode=1733401500487 2024-12-05T12:25:02,143 DEBUG [RS:0;9ea9abad0e9b:35119 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T12:25:02,144 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48767, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T12:25:02,145 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34859 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9ea9abad0e9b,35119,1733401500487 2024-12-05T12:25:02,145 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34859 {}] master.ServerManager(517): Registering regionserver=9ea9abad0e9b,35119,1733401500487 2024-12-05T12:25:02,146 DEBUG [RS:0;9ea9abad0e9b:35119 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601 2024-12-05T12:25:02,146 DEBUG [RS:0;9ea9abad0e9b:35119 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41201 2024-12-05T12:25:02,146 DEBUG [RS:0;9ea9abad0e9b:35119 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T12:25:02,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34859-0x101a6a187550003, quorum=127.0.0.1:60159, baseZNode=/1-803664655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-803664655/rs 2024-12-05T12:25:02,187 DEBUG [RS:0;9ea9abad0e9b:35119 {}] zookeeper.ZKUtil(111): regionserver:35119-0x101a6a187550004, quorum=127.0.0.1:60159, baseZNode=/1-803664655 Set watcher on existing znode=/1-803664655/rs/9ea9abad0e9b,35119,1733401500487 2024-12-05T12:25:02,187 WARN [RS:0;9ea9abad0e9b:35119 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:25:02,187 INFO [RS:0;9ea9abad0e9b:35119 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:25:02,188 DEBUG [RS:0;9ea9abad0e9b:35119 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487 2024-12-05T12:25:02,188 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9ea9abad0e9b,35119,1733401500487] 2024-12-05T12:25:02,190 INFO [RS:0;9ea9abad0e9b:35119 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T12:25:02,191 INFO [RS:0;9ea9abad0e9b:35119 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T12:25:02,191 INFO [RS:0;9ea9abad0e9b:35119 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T12:25:02,191 INFO [RS:0;9ea9abad0e9b:35119 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:02,191 INFO [RS:0;9ea9abad0e9b:35119 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T12:25:02,192 INFO [RS:0;9ea9abad0e9b:35119 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T12:25:02,192 INFO [RS:0;9ea9abad0e9b:35119 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:02,192 DEBUG [RS:0;9ea9abad0e9b:35119 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:02,192 DEBUG [RS:0;9ea9abad0e9b:35119 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:02,192 DEBUG [RS:0;9ea9abad0e9b:35119 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:02,192 DEBUG [RS:0;9ea9abad0e9b:35119 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:02,192 DEBUG [RS:0;9ea9abad0e9b:35119 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:02,192 DEBUG [RS:0;9ea9abad0e9b:35119 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9ea9abad0e9b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:25:02,192 DEBUG [RS:0;9ea9abad0e9b:35119 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:02,192 DEBUG [RS:0;9ea9abad0e9b:35119 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:02,192 DEBUG [RS:0;9ea9abad0e9b:35119 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:02,192 DEBUG [RS:0;9ea9abad0e9b:35119 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:02,192 DEBUG [RS:0;9ea9abad0e9b:35119 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:02,192 DEBUG [RS:0;9ea9abad0e9b:35119 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:02,192 DEBUG [RS:0;9ea9abad0e9b:35119 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9ea9abad0e9b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:25:02,192 DEBUG [RS:0;9ea9abad0e9b:35119 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9ea9abad0e9b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:25:02,192 INFO [RS:0;9ea9abad0e9b:35119 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:02,192 INFO [RS:0;9ea9abad0e9b:35119 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:02,192 INFO [RS:0;9ea9abad0e9b:35119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:02,193 INFO [RS:0;9ea9abad0e9b:35119 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:02,193 INFO [RS:0;9ea9abad0e9b:35119 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:02,193 INFO [RS:0;9ea9abad0e9b:35119 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,35119,1733401500487-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:25:02,204 INFO [RS:0;9ea9abad0e9b:35119 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T12:25:02,204 INFO [RS:0;9ea9abad0e9b:35119 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,35119,1733401500487-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:02,204 INFO [RS:0;9ea9abad0e9b:35119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:02,204 INFO [RS:0;9ea9abad0e9b:35119 {}] regionserver.Replication(171): 9ea9abad0e9b,35119,1733401500487 started 2024-12-05T12:25:02,215 INFO [RS:0;9ea9abad0e9b:35119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:02,215 INFO [RS:0;9ea9abad0e9b:35119 {}] regionserver.HRegionServer(1482): Serving as 9ea9abad0e9b,35119,1733401500487, RpcServer on 9ea9abad0e9b/172.17.0.3:35119, sessionid=0x101a6a187550004 2024-12-05T12:25:02,215 DEBUG [RS:0;9ea9abad0e9b:35119 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T12:25:02,215 DEBUG [RS:0;9ea9abad0e9b:35119 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9ea9abad0e9b,35119,1733401500487 2024-12-05T12:25:02,215 DEBUG [RS:0;9ea9abad0e9b:35119 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ea9abad0e9b,35119,1733401500487' 2024-12-05T12:25:02,215 DEBUG [RS:0;9ea9abad0e9b:35119 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-803664655/flush-table-proc/abort' 2024-12-05T12:25:02,216 DEBUG [RS:0;9ea9abad0e9b:35119 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-803664655/flush-table-proc/acquired' 2024-12-05T12:25:02,216 DEBUG [RS:0;9ea9abad0e9b:35119 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T12:25:02,216 DEBUG [RS:0;9ea9abad0e9b:35119 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T12:25:02,216 DEBUG [RS:0;9ea9abad0e9b:35119 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9ea9abad0e9b,35119,1733401500487 2024-12-05T12:25:02,216 DEBUG [RS:0;9ea9abad0e9b:35119 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ea9abad0e9b,35119,1733401500487' 2024-12-05T12:25:02,216 DEBUG [RS:0;9ea9abad0e9b:35119 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-803664655/online-snapshot/abort' 2024-12-05T12:25:02,217 DEBUG [RS:0;9ea9abad0e9b:35119 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-803664655/online-snapshot/acquired' 2024-12-05T12:25:02,217 DEBUG [RS:0;9ea9abad0e9b:35119 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T12:25:02,217 INFO [RS:0;9ea9abad0e9b:35119 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T12:25:02,217 INFO [RS:0;9ea9abad0e9b:35119 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T12:25:02,317 INFO [RS:0;9ea9abad0e9b:35119 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:25:02,318 INFO [RS:0;9ea9abad0e9b:35119 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C35119%2C1733401500487, suffix=, logDir=hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487, archiveDir=hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/oldWALs, maxLogs=10 2024-12-05T12:25:02,329 DEBUG [RS:0;9ea9abad0e9b:35119 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.1733401502318, exclude list is [], retry=0 2024-12-05T12:25:02,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44531,DS-e3997b39-b5ac-4615-b58e-4222f8504a55,DISK] 2024-12-05T12:25:02,332 INFO [RS:0;9ea9abad0e9b:35119 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.1733401502318 2024-12-05T12:25:02,333 DEBUG [RS:0;9ea9abad0e9b:35119 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41359:41359)] 2024-12-05T12:25:02,425 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T12:25:02,425 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601 2024-12-05T12:25:02,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741833_1009 (size=32) 2024-12-05T12:25:02,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:02,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:25:02,832 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:25:02,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:02,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:02,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:25:02,833 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:25:02,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:02,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:02,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:25:02,834 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:25:02,834 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:02,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:02,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:25:02,834 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:25:02,835 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:02,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:02,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:25:02,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/data/hbase/meta/1588230740 2024-12-05T12:25:02,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/data/hbase/meta/1588230740 2024-12-05T12:25:02,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:25:02,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:25:02,837 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:25:02,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:25:02,838 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:25:02,839 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75044274, jitterRate=0.11824682354927063}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:25:02,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733401502830Initializing all the Stores at 1733401502830Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401502830Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401502830Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401502831 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401502831Cleaning up temporary data from old regions at 1733401502836 (+5 ms)Region opened successfully at 1733401502839 (+3 ms) 2024-12-05T12:25:02,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:25:02,839 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:25:02,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:25:02,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:25:02,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:25:02,839 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:25:02,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401502839Disabling compacts and flushes for region at 1733401502839Disabling writes for close at 1733401502839Writing region close event to WAL at 1733401502839Closed at 1733401502839 2024-12-05T12:25:02,840 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:25:02,840 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T12:25:02,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T12:25:02,841 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:25:02,841 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T12:25:02,991 DEBUG [9ea9abad0e9b:34859 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T12:25:02,992 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9ea9abad0e9b,35119,1733401500487 2024-12-05T12:25:02,993 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ea9abad0e9b,35119,1733401500487, state=OPENING 2024-12-05T12:25:03,028 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T12:25:03,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34859-0x101a6a187550003, quorum=127.0.0.1:60159, baseZNode=/1-803664655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-803664655 2024-12-05T12:25:03,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35119-0x101a6a187550004, quorum=127.0.0.1:60159, baseZNode=/1-803664655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-803664655 2024-12-05T12:25:03,037 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:25:03,037 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-803664655/meta-region-server: CHANGED 2024-12-05T12:25:03,037 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,35119,1733401500487}] 2024-12-05T12:25:03,037 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-803664655/meta-region-server: CHANGED 2024-12-05T12:25:03,055 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:25:03,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:03,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:03,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:03,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:03,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:03,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:03,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:03,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:03,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:03,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:03,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:03,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:03,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:03,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:03,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:03,189 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:25:03,190 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50651, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T12:25:03,193 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T12:25:03,193 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:25:03,193 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T12:25:03,194 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C35119%2C1733401500487.meta, suffix=.meta, logDir=hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487, archiveDir=hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/oldWALs, maxLogs=10 2024-12-05T12:25:03,208 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.meta.1733401503194.meta, exclude list is [], retry=0 2024-12-05T12:25:03,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44531,DS-e3997b39-b5ac-4615-b58e-4222f8504a55,DISK] 2024-12-05T12:25:03,211 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.meta.1733401503194.meta 2024-12-05T12:25:03,212 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41359:41359)] 2024-12-05T12:25:03,212 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:25:03,212 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:25:03,212 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:25:03,212 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T12:25:03,212 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T12:25:03,212 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T12:25:03,212 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:03,212 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T12:25:03,212 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T12:25:03,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:25:03,214 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:25:03,214 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:03,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:03,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:25:03,215 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:25:03,215 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:03,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:03,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:25:03,215 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:25:03,215 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:03,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:03,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:25:03,216 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:25:03,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:03,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:03,216 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:25:03,217 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/data/hbase/meta/1588230740 2024-12-05T12:25:03,217 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/data/hbase/meta/1588230740 2024-12-05T12:25:03,218 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:25:03,218 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:25:03,218 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:25:03,219 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:25:03,219 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70228859, jitterRate=0.04649154841899872}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:25:03,219 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T12:25:03,219 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733401503212Writing region info on filesystem at 1733401503212Initializing all the Stores at 1733401503213 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401503213Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401503213Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401503213Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401503213Cleaning up temporary data from old regions at 1733401503218 (+5 ms)Running coprocessor post-open hooks at 1733401503219 (+1 ms)Region opened successfully at 1733401503219 2024-12-05T12:25:03,220 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733401503189 2024-12-05T12:25:03,221 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T12:25:03,221 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T12:25:03,222 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9ea9abad0e9b,35119,1733401500487 2024-12-05T12:25:03,222 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ea9abad0e9b,35119,1733401500487, state=OPEN 2024-12-05T12:25:03,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35119-0x101a6a187550004, quorum=127.0.0.1:60159, baseZNode=/1-803664655 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-803664655/meta-region-server 2024-12-05T12:25:03,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34859-0x101a6a187550003, quorum=127.0.0.1:60159, baseZNode=/1-803664655 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-803664655/meta-region-server 2024-12-05T12:25:03,232 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,35119,1733401500487 2024-12-05T12:25:03,232 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-803664655/meta-region-server: CHANGED 2024-12-05T12:25:03,232 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-803664655/meta-region-server: CHANGED 2024-12-05T12:25:03,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T12:25:03,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,35119,1733401500487 in 195 msec 2024-12-05T12:25:03,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T12:25:03,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 394 msec 2024-12-05T12:25:03,236 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:25:03,236 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T12:25:03,237 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:25:03,237 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,35119,1733401500487, seqNum=-1] 2024-12-05T12:25:03,238 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:25:03,239 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35747, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:25:03,242 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2280 sec 2024-12-05T12:25:03,242 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733401503242, completionTime=-1 2024-12-05T12:25:03,242 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T12:25:03,242 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T12:25:03,243 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T12:25:03,243 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733401563243 2024-12-05T12:25:03,243 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733401623243 2024-12-05T12:25:03,243 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T12:25:03,244 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,34859,1733401500375-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:03,244 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,34859,1733401500375-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:03,244 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,34859,1733401500375-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:03,244 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9ea9abad0e9b:34859, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:03,244 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:03,244 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:03,245 DEBUG [master/9ea9abad0e9b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T12:25:03,247 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.702sec 2024-12-05T12:25:03,247 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T12:25:03,247 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T12:25:03,247 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T12:25:03,247 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T12:25:03,247 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T12:25:03,247 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,34859,1733401500375-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:25:03,247 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,34859,1733401500375-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T12:25:03,248 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T12:25:03,249 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T12:25:03,249 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,34859,1733401500375-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:03,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46bf0487, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:03,311 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,34859,-1 for getting cluster id 2024-12-05T12:25:03,311 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:25:03,312 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd770de2-3664-4410-bf35-5f2cf4f2cabb' 2024-12-05T12:25:03,312 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:25:03,312 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd770de2-3664-4410-bf35-5f2cf4f2cabb" 2024-12-05T12:25:03,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24c0561b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:03,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,34859,-1] 2024-12-05T12:25:03,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:25:03,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:03,314 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:25:03,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9e10268, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:03,314 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:25:03,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,35119,1733401500487, seqNum=-1] 2024-12-05T12:25:03,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:25:03,316 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:25:03,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9ea9abad0e9b,34859,1733401500375 2024-12-05T12:25:03,318 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60159 2024-12-05T12:25:03,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60159, baseZNode=/1-803664655 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:25:03,410 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a6a187550005 connected 2024-12-05T12:25:03,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31aaab88-d6e1-601d-823c-34a1d6d2000a/hadoop.log.dir so I do NOT create it in target/test-data/ffbf5a14-7346-6144-bfc3-fe40cd9091f2 2024-12-05T12:25:03,439 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31aaab88-d6e1-601d-823c-34a1d6d2000a/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T12:25:03,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31aaab88-d6e1-601d-823c-34a1d6d2000a/hadoop.tmp.dir so I do NOT create it in target/test-data/ffbf5a14-7346-6144-bfc3-fe40cd9091f2 2024-12-05T12:25:03,439 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31aaab88-d6e1-601d-823c-34a1d6d2000a/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T12:25:03,439 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffbf5a14-7346-6144-bfc3-fe40cd9091f2 2024-12-05T12:25:03,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T12:25:03,439 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffbf5a14-7346-6144-bfc3-fe40cd9091f2/cluster_5eb10c09-ccef-8c98-9edd-ba91f171a1bb, deleteOnExit=true 2024-12-05T12:25:03,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T12:25:03,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffbf5a14-7346-6144-bfc3-fe40cd9091f2/test.cache.data in system properties and HBase conf 2024-12-05T12:25:03,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffbf5a14-7346-6144-bfc3-fe40cd9091f2/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T12:25:03,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffbf5a14-7346-6144-bfc3-fe40cd9091f2/hadoop.log.dir in system properties and HBase conf 2024-12-05T12:25:03,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffbf5a14-7346-6144-bfc3-fe40cd9091f2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T12:25:03,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffbf5a14-7346-6144-bfc3-fe40cd9091f2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T12:25:03,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T12:25:03,440 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T12:25:03,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffbf5a14-7346-6144-bfc3-fe40cd9091f2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:25:03,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffbf5a14-7346-6144-bfc3-fe40cd9091f2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:25:03,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffbf5a14-7346-6144-bfc3-fe40cd9091f2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T12:25:03,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffbf5a14-7346-6144-bfc3-fe40cd9091f2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:25:03,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffbf5a14-7346-6144-bfc3-fe40cd9091f2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T12:25:03,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffbf5a14-7346-6144-bfc3-fe40cd9091f2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T12:25:03,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffbf5a14-7346-6144-bfc3-fe40cd9091f2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:25:03,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffbf5a14-7346-6144-bfc3-fe40cd9091f2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:25:03,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffbf5a14-7346-6144-bfc3-fe40cd9091f2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T12:25:03,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffbf5a14-7346-6144-bfc3-fe40cd9091f2/nfs.dump.dir in system properties and HBase conf 2024-12-05T12:25:03,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffbf5a14-7346-6144-bfc3-fe40cd9091f2/java.io.tmpdir in system properties and HBase conf 2024-12-05T12:25:03,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffbf5a14-7346-6144-bfc3-fe40cd9091f2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:25:03,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffbf5a14-7346-6144-bfc3-fe40cd9091f2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T12:25:03,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffbf5a14-7346-6144-bfc3-fe40cd9091f2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T12:25:03,620 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:25:03,622 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:25:03,625 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:25:03,625 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:25:03,625 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T12:25:03,625 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:25:03,626 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@282af760{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffbf5a14-7346-6144-bfc3-fe40cd9091f2/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:25:03,626 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a453c14{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:25:03,715 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@cec87cf{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffbf5a14-7346-6144-bfc3-fe40cd9091f2/java.io.tmpdir/jetty-localhost-46211-hadoop-hdfs-3_4_1-tests_jar-_-any-17884657668620740013/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:25:03,716 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2424ba0e{HTTP/1.1, (http/1.1)}{localhost:46211} 2024-12-05T12:25:03,716 INFO [Time-limited test {}] server.Server(415): Started @272798ms 2024-12-05T12:25:03,723 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T12:25:03,867 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:25:03,869 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:25:03,869 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:25:03,869 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:25:03,869 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T12:25:03,870 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@148f9f11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffbf5a14-7346-6144-bfc3-fe40cd9091f2/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:25:03,870 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f9147eb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:25:03,959 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@68e6bf5a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffbf5a14-7346-6144-bfc3-fe40cd9091f2/java.io.tmpdir/jetty-localhost-34939-hadoop-hdfs-3_4_1-tests_jar-_-any-9041109571371649892/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:25:03,959 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7326c7ba{HTTP/1.1, (http/1.1)}{localhost:34939} 2024-12-05T12:25:03,959 INFO [Time-limited test {}] server.Server(415): Started @273041ms 2024-12-05T12:25:03,960 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T12:25:04,275 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:25:04,275 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9ea9abad0e9b,43791,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:43791 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T12:25:04,275 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88586 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9ea9abad0e9b,43791,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:43791 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T12:25:04,378 WARN [Thread-3695 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffbf5a14-7346-6144-bfc3-fe40cd9091f2/cluster_5eb10c09-ccef-8c98-9edd-ba91f171a1bb/data/data1/current/BP-1473355405-172.17.0.3-1733401503453/current, will proceed with Du for space computation calculation, 2024-12-05T12:25:04,378 WARN [Thread-3696 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffbf5a14-7346-6144-bfc3-fe40cd9091f2/cluster_5eb10c09-ccef-8c98-9edd-ba91f171a1bb/data/data2/current/BP-1473355405-172.17.0.3-1733401503453/current, will proceed with Du for space computation calculation, 2024-12-05T12:25:04,394 WARN [Thread-3683 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T12:25:04,396 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3eca961fe951880f with lease ID 0x673e7e0c3b19d386: Processing first storage report for DS-41c11082-4d1f-4a5a-94f0-be0059e56535 from datanode DatanodeRegistration(127.0.0.1:36717, datanodeUuid=8dee8ea3-f33b-4195-9ed0-9a8f78f149d1, infoPort=46365, infoSecurePort=0, ipcPort=35297, storageInfo=lv=-57;cid=testClusterID;nsid=832371549;c=1733401503453) 2024-12-05T12:25:04,396 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3eca961fe951880f with lease ID 0x673e7e0c3b19d386: from storage DS-41c11082-4d1f-4a5a-94f0-be0059e56535 node DatanodeRegistration(127.0.0.1:36717, datanodeUuid=8dee8ea3-f33b-4195-9ed0-9a8f78f149d1, infoPort=46365, infoSecurePort=0, ipcPort=35297, storageInfo=lv=-57;cid=testClusterID;nsid=832371549;c=1733401503453), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:25:04,396 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3eca961fe951880f with lease ID 0x673e7e0c3b19d386: Processing first storage report for DS-d8a36027-70dc-45d6-aedb-2a713d2919c5 from datanode DatanodeRegistration(127.0.0.1:36717, datanodeUuid=8dee8ea3-f33b-4195-9ed0-9a8f78f149d1, infoPort=46365, infoSecurePort=0, ipcPort=35297, storageInfo=lv=-57;cid=testClusterID;nsid=832371549;c=1733401503453) 2024-12-05T12:25:04,396 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3eca961fe951880f with lease ID 0x673e7e0c3b19d386: from storage DS-d8a36027-70dc-45d6-aedb-2a713d2919c5 node DatanodeRegistration(127.0.0.1:36717, datanodeUuid=8dee8ea3-f33b-4195-9ed0-9a8f78f149d1, infoPort=46365, infoSecurePort=0, ipcPort=35297, storageInfo=lv=-57;cid=testClusterID;nsid=832371549;c=1733401503453), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:25:04,480 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffbf5a14-7346-6144-bfc3-fe40cd9091f2 2024-12-05T12:25:04,480 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:04,495 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:04,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741825_1001 (size=7) 2024-12-05T12:25:04,902 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f with version=8 2024-12-05T12:25:04,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/hbase-staging 2024-12-05T12:25:04,904 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9ea9abad0e9b:0 server-side Connection retries=45 2024-12-05T12:25:04,904 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:04,904 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:04,904 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:25:04,904 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:04,904 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:25:04,904 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T12:25:04,904 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:25:04,905 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39785 2024-12-05T12:25:04,906 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39785 connecting to ZooKeeper ensemble=127.0.0.1:60159 2024-12-05T12:25:04,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:397850x0, quorum=127.0.0.1:60159, baseZNode=/2904341317 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:25:04,937 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39785-0x101a6a187550006 connected 2024-12-05T12:25:04,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:04,996 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:04,997 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39785-0x101a6a187550006, quorum=127.0.0.1:60159, baseZNode=/2904341317 Set watcher on znode that does not yet exist, /2904341317/running 2024-12-05T12:25:04,997 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f, hbase.cluster.distributed=false 2024-12-05T12:25:04,998 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39785-0x101a6a187550006, quorum=127.0.0.1:60159, baseZNode=/2904341317 Set watcher on znode that does not yet exist, /2904341317/acl 2024-12-05T12:25:04,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39785 2024-12-05T12:25:04,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39785 2024-12-05T12:25:04,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39785 2024-12-05T12:25:04,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39785 2024-12-05T12:25:05,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39785 2024-12-05T12:25:05,017 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9ea9abad0e9b:0 server-side Connection retries=45 2024-12-05T12:25:05,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:05,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:05,017 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:25:05,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:05,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:25:05,017 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T12:25:05,017 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:25:05,017 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43601 2024-12-05T12:25:05,018 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43601 connecting to ZooKeeper ensemble=127.0.0.1:60159 2024-12-05T12:25:05,019 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:05,020 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:05,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436010x0, quorum=127.0.0.1:60159, baseZNode=/2904341317 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:25:05,033 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43601-0x101a6a187550007 connected 2024-12-05T12:25:05,033 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:436010x0, quorum=127.0.0.1:60159, baseZNode=/2904341317 Set watcher on znode that does not yet exist, /2904341317/running 2024-12-05T12:25:05,033 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T12:25:05,034 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T12:25:05,034 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43601-0x101a6a187550007, quorum=127.0.0.1:60159, baseZNode=/2904341317 Set watcher on znode that does not yet exist, /2904341317/master 2024-12-05T12:25:05,035 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43601-0x101a6a187550007, quorum=127.0.0.1:60159, baseZNode=/2904341317 Set watcher on znode that does not yet exist, /2904341317/acl 2024-12-05T12:25:05,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43601 2024-12-05T12:25:05,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43601 2024-12-05T12:25:05,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43601 2024-12-05T12:25:05,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43601 2024-12-05T12:25:05,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43601 2024-12-05T12:25:05,049 DEBUG [M:0;9ea9abad0e9b:39785 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9ea9abad0e9b:39785 2024-12-05T12:25:05,051 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2904341317/backup-masters/9ea9abad0e9b,39785,1733401504904 2024-12-05T12:25:05,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39785-0x101a6a187550006, quorum=127.0.0.1:60159, baseZNode=/2904341317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2904341317/backup-masters 2024-12-05T12:25:05,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x101a6a187550007, quorum=127.0.0.1:60159, baseZNode=/2904341317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2904341317/backup-masters 2024-12-05T12:25:05,058 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39785-0x101a6a187550006, quorum=127.0.0.1:60159, baseZNode=/2904341317 Set watcher on existing znode=/2904341317/backup-masters/9ea9abad0e9b,39785,1733401504904 2024-12-05T12:25:05,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x101a6a187550007, quorum=127.0.0.1:60159, baseZNode=/2904341317 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2904341317/master 2024-12-05T12:25:05,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39785-0x101a6a187550006, quorum=127.0.0.1:60159, baseZNode=/2904341317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2904341317 2024-12-05T12:25:05,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x101a6a187550007, quorum=127.0.0.1:60159, baseZNode=/2904341317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2904341317 2024-12-05T12:25:05,066 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39785-0x101a6a187550006, quorum=127.0.0.1:60159, baseZNode=/2904341317 Set watcher on existing znode=/2904341317/master 2024-12-05T12:25:05,066 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2904341317/backup-masters/9ea9abad0e9b,39785,1733401504904 from backup master directory 2024-12-05T12:25:05,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x101a6a187550007, quorum=127.0.0.1:60159, baseZNode=/2904341317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2904341317/backup-masters 2024-12-05T12:25:05,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39785-0x101a6a187550006, quorum=127.0.0.1:60159, baseZNode=/2904341317 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2904341317/backup-masters/9ea9abad0e9b,39785,1733401504904 2024-12-05T12:25:05,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39785-0x101a6a187550006, quorum=127.0.0.1:60159, baseZNode=/2904341317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2904341317/backup-masters 2024-12-05T12:25:05,074 WARN [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:25:05,074 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9ea9abad0e9b,39785,1733401504904 2024-12-05T12:25:05,077 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/hbase.id] with ID: 65a03602-08bc-48b4-b3bc-e83cb72e8763 2024-12-05T12:25:05,077 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/.tmp/hbase.id 2024-12-05T12:25:05,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741826_1002 (size=42) 2024-12-05T12:25:05,481 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/.tmp/hbase.id]:[hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/hbase.id] 2024-12-05T12:25:05,488 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:05,488 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T12:25:05,489 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-05T12:25:05,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39785-0x101a6a187550006, quorum=127.0.0.1:60159, baseZNode=/2904341317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2904341317 2024-12-05T12:25:05,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x101a6a187550007, quorum=127.0.0.1:60159, baseZNode=/2904341317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2904341317 2024-12-05T12:25:05,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741827_1003 (size=196) 2024-12-05T12:25:05,924 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:25:05,925 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T12:25:05,925 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:25:05,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741828_1004 (size=1189) 2024-12-05T12:25:06,331 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/MasterData/data/master/store 2024-12-05T12:25:06,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741829_1005 (size=34) 2024-12-05T12:25:06,736 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:06,736 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:25:06,736 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:06,736 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:06,736 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:25:06,736 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:06,736 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:06,736 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401506736Disabling compacts and flushes for region at 1733401506736Disabling writes for close at 1733401506736Writing region close event to WAL at 1733401506736Closed at 1733401506736 2024-12-05T12:25:06,736 WARN [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/MasterData/data/master/store/.initializing 2024-12-05T12:25:06,737 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/MasterData/WALs/9ea9abad0e9b,39785,1733401504904 2024-12-05T12:25:06,737 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:25:06,738 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9ea9abad0e9b%2C39785%2C1733401504904, suffix=, logDir=hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/MasterData/WALs/9ea9abad0e9b,39785,1733401504904, archiveDir=hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/MasterData/oldWALs, maxLogs=10 2024-12-05T12:25:06,755 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/MasterData/WALs/9ea9abad0e9b,39785,1733401504904/9ea9abad0e9b%2C39785%2C1733401504904.1733401506738, exclude list is [], retry=0 2024-12-05T12:25:06,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36717,DS-41c11082-4d1f-4a5a-94f0-be0059e56535,DISK] 2024-12-05T12:25:06,758 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/MasterData/WALs/9ea9abad0e9b,39785,1733401504904/9ea9abad0e9b%2C39785%2C1733401504904.1733401506738 2024-12-05T12:25:06,759 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46365:46365)] 2024-12-05T12:25:06,759 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:25:06,759 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:06,759 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:06,759 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:06,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:06,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T12:25:06,761 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:06,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:06,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:06,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T12:25:06,762 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:06,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:06,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:06,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T12:25:06,763 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:06,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:06,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:06,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T12:25:06,764 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:06,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:06,764 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:06,765 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:06,765 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:06,766 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:06,766 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:06,766 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:25:06,767 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:06,769 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:25:06,769 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63111136, jitterRate=-0.0595707893371582}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:25:06,769 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733401506759Initializing all the Stores at 1733401506760 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401506760Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401506760Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401506760Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401506760Cleaning up temporary data from old regions at 1733401506766 (+6 ms)Region opened successfully at 1733401506769 (+3 ms) 2024-12-05T12:25:06,769 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T12:25:06,771 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44a6a3f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ea9abad0e9b/172.17.0.3:0 2024-12-05T12:25:06,772 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T12:25:06,772 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T12:25:06,772 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T12:25:06,772 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T12:25:06,772 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T12:25:06,773 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T12:25:06,773 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T12:25:06,774 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T12:25:06,774 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39785-0x101a6a187550006, quorum=127.0.0.1:60159, baseZNode=/2904341317 Unable to get data of znode /2904341317/balancer because node does not exist (not necessarily an error) 2024-12-05T12:25:06,836 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2904341317/balancer already deleted, retry=false 2024-12-05T12:25:06,837 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T12:25:06,837 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39785-0x101a6a187550006, quorum=127.0.0.1:60159, baseZNode=/2904341317 Unable to get data of znode /2904341317/normalizer because node does not exist (not necessarily an error) 2024-12-05T12:25:06,845 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2904341317/normalizer already deleted, retry=false 2024-12-05T12:25:06,845 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T12:25:06,846 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39785-0x101a6a187550006, quorum=127.0.0.1:60159, baseZNode=/2904341317 Unable to get data of znode /2904341317/switch/split because node does not exist (not necessarily an error) 2024-12-05T12:25:06,853 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2904341317/switch/split already deleted, retry=false 2024-12-05T12:25:06,853 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39785-0x101a6a187550006, quorum=127.0.0.1:60159, baseZNode=/2904341317 Unable to get data of znode /2904341317/switch/merge because node does not exist (not necessarily an error) 2024-12-05T12:25:06,861 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2904341317/switch/merge already deleted, retry=false 2024-12-05T12:25:06,863 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39785-0x101a6a187550006, quorum=127.0.0.1:60159, baseZNode=/2904341317 Unable to get data of znode /2904341317/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T12:25:06,869 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2904341317/snapshot-cleanup already deleted, retry=false 2024-12-05T12:25:06,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x101a6a187550007, quorum=127.0.0.1:60159, baseZNode=/2904341317 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2904341317/running 2024-12-05T12:25:06,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39785-0x101a6a187550006, quorum=127.0.0.1:60159, baseZNode=/2904341317 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2904341317/running 2024-12-05T12:25:06,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x101a6a187550007, quorum=127.0.0.1:60159, baseZNode=/2904341317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2904341317 2024-12-05T12:25:06,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39785-0x101a6a187550006, quorum=127.0.0.1:60159, baseZNode=/2904341317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2904341317 2024-12-05T12:25:06,878 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9ea9abad0e9b,39785,1733401504904, sessionid=0x101a6a187550006, setting cluster-up flag (Was=false) 2024-12-05T12:25:06,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x101a6a187550007, quorum=127.0.0.1:60159, baseZNode=/2904341317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2904341317 2024-12-05T12:25:06,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39785-0x101a6a187550006, quorum=127.0.0.1:60159, baseZNode=/2904341317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2904341317 2024-12-05T12:25:06,920 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2904341317/flush-table-proc/acquired, /2904341317/flush-table-proc/reached, /2904341317/flush-table-proc/abort 2024-12-05T12:25:06,920 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ea9abad0e9b,39785,1733401504904 2024-12-05T12:25:06,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x101a6a187550007, quorum=127.0.0.1:60159, baseZNode=/2904341317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2904341317 2024-12-05T12:25:06,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39785-0x101a6a187550006, quorum=127.0.0.1:60159, baseZNode=/2904341317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2904341317 2024-12-05T12:25:06,961 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2904341317/online-snapshot/acquired, /2904341317/online-snapshot/reached, /2904341317/online-snapshot/abort 2024-12-05T12:25:06,962 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ea9abad0e9b,39785,1733401504904 2024-12-05T12:25:06,963 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T12:25:06,964 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T12:25:06,964 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T12:25:06,965 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T12:25:06,965 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9ea9abad0e9b,39785,1733401504904 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T12:25:06,966 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:25:06,966 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:25:06,966 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:25:06,966 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:25:06,966 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9ea9abad0e9b:0, corePoolSize=10, maxPoolSize=10 2024-12-05T12:25:06,966 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:06,966 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:25:06,966 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:06,969 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733401536969 2024-12-05T12:25:06,970 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T12:25:06,970 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T12:25:06,970 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T12:25:06,970 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T12:25:06,970 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T12:25:06,970 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T12:25:06,970 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:06,970 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:25:06,970 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T12:25:06,970 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T12:25:06,970 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T12:25:06,970 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T12:25:06,971 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T12:25:06,971 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T12:25:06,971 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T12:25:06,971 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:06,971 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T12:25:06,974 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401506971,5,FailOnTimeoutGroup] 2024-12-05T12:25:06,974 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401506974,5,FailOnTimeoutGroup] 2024-12-05T12:25:06,974 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:06,975 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T12:25:06,975 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:06,975 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:06,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741831_1007 (size=1321) 2024-12-05T12:25:07,043 INFO [RS:0;9ea9abad0e9b:43601 {}] regionserver.HRegionServer(746): ClusterId : 65a03602-08bc-48b4-b3bc-e83cb72e8763 2024-12-05T12:25:07,043 DEBUG [RS:0;9ea9abad0e9b:43601 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T12:25:07,049 DEBUG [RS:0;9ea9abad0e9b:43601 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T12:25:07,049 DEBUG [RS:0;9ea9abad0e9b:43601 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T12:25:07,057 DEBUG [RS:0;9ea9abad0e9b:43601 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T12:25:07,058 DEBUG [RS:0;9ea9abad0e9b:43601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33f05d98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ea9abad0e9b/172.17.0.3:0 2024-12-05T12:25:07,068 DEBUG [RS:0;9ea9abad0e9b:43601 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9ea9abad0e9b:43601 2024-12-05T12:25:07,068 INFO [RS:0;9ea9abad0e9b:43601 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T12:25:07,068 INFO [RS:0;9ea9abad0e9b:43601 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T12:25:07,068 DEBUG [RS:0;9ea9abad0e9b:43601 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T12:25:07,068 INFO [RS:0;9ea9abad0e9b:43601 {}] regionserver.HRegionServer(2659): reportForDuty to master=9ea9abad0e9b,39785,1733401504904 with port=43601, startcode=1733401505016 2024-12-05T12:25:07,068 DEBUG [RS:0;9ea9abad0e9b:43601 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T12:25:07,069 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57145, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T12:25:07,070 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39785 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9ea9abad0e9b,43601,1733401505016 2024-12-05T12:25:07,070 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39785 {}] master.ServerManager(517): Registering regionserver=9ea9abad0e9b,43601,1733401505016 2024-12-05T12:25:07,071 DEBUG [RS:0;9ea9abad0e9b:43601 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f 2024-12-05T12:25:07,071 DEBUG [RS:0;9ea9abad0e9b:43601 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41963 2024-12-05T12:25:07,071 DEBUG [RS:0;9ea9abad0e9b:43601 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T12:25:07,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39785-0x101a6a187550006, quorum=127.0.0.1:60159, baseZNode=/2904341317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2904341317/rs 2024-12-05T12:25:07,111 DEBUG [RS:0;9ea9abad0e9b:43601 {}] zookeeper.ZKUtil(111): regionserver:43601-0x101a6a187550007, quorum=127.0.0.1:60159, baseZNode=/2904341317 Set watcher on existing znode=/2904341317/rs/9ea9abad0e9b,43601,1733401505016 2024-12-05T12:25:07,111 WARN [RS:0;9ea9abad0e9b:43601 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:25:07,111 INFO [RS:0;9ea9abad0e9b:43601 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:25:07,111 DEBUG [RS:0;9ea9abad0e9b:43601 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/WALs/9ea9abad0e9b,43601,1733401505016 2024-12-05T12:25:07,111 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9ea9abad0e9b,43601,1733401505016] 2024-12-05T12:25:07,113 INFO [RS:0;9ea9abad0e9b:43601 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T12:25:07,114 INFO [RS:0;9ea9abad0e9b:43601 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T12:25:07,115 INFO [RS:0;9ea9abad0e9b:43601 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T12:25:07,115 INFO [RS:0;9ea9abad0e9b:43601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:07,115 INFO [RS:0;9ea9abad0e9b:43601 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T12:25:07,115 INFO [RS:0;9ea9abad0e9b:43601 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T12:25:07,115 INFO [RS:0;9ea9abad0e9b:43601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:07,115 DEBUG [RS:0;9ea9abad0e9b:43601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:07,115 DEBUG [RS:0;9ea9abad0e9b:43601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:07,115 DEBUG [RS:0;9ea9abad0e9b:43601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:07,115 DEBUG [RS:0;9ea9abad0e9b:43601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:07,115 DEBUG [RS:0;9ea9abad0e9b:43601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:07,115 DEBUG [RS:0;9ea9abad0e9b:43601 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9ea9abad0e9b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:25:07,115 DEBUG [RS:0;9ea9abad0e9b:43601 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:07,115 DEBUG [RS:0;9ea9abad0e9b:43601 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:07,115 DEBUG [RS:0;9ea9abad0e9b:43601 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:07,115 DEBUG [RS:0;9ea9abad0e9b:43601 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:07,115 DEBUG [RS:0;9ea9abad0e9b:43601 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:07,115 DEBUG [RS:0;9ea9abad0e9b:43601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:07,115 DEBUG [RS:0;9ea9abad0e9b:43601 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9ea9abad0e9b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:25:07,115 DEBUG [RS:0;9ea9abad0e9b:43601 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9ea9abad0e9b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:25:07,116 INFO [RS:0;9ea9abad0e9b:43601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:07,116 INFO [RS:0;9ea9abad0e9b:43601 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:07,116 INFO [RS:0;9ea9abad0e9b:43601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:07,116 INFO [RS:0;9ea9abad0e9b:43601 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:07,116 INFO [RS:0;9ea9abad0e9b:43601 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:07,116 INFO [RS:0;9ea9abad0e9b:43601 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,43601,1733401505016-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:25:07,127 INFO [RS:0;9ea9abad0e9b:43601 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T12:25:07,128 INFO [RS:0;9ea9abad0e9b:43601 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,43601,1733401505016-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:07,128 INFO [RS:0;9ea9abad0e9b:43601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:07,128 INFO [RS:0;9ea9abad0e9b:43601 {}] regionserver.Replication(171): 9ea9abad0e9b,43601,1733401505016 started 2024-12-05T12:25:07,138 INFO [RS:0;9ea9abad0e9b:43601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:07,138 INFO [RS:0;9ea9abad0e9b:43601 {}] regionserver.HRegionServer(1482): Serving as 9ea9abad0e9b,43601,1733401505016, RpcServer on 9ea9abad0e9b/172.17.0.3:43601, sessionid=0x101a6a187550007 2024-12-05T12:25:07,139 DEBUG [RS:0;9ea9abad0e9b:43601 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T12:25:07,139 DEBUG [RS:0;9ea9abad0e9b:43601 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9ea9abad0e9b,43601,1733401505016 2024-12-05T12:25:07,139 DEBUG [RS:0;9ea9abad0e9b:43601 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ea9abad0e9b,43601,1733401505016' 2024-12-05T12:25:07,139 DEBUG [RS:0;9ea9abad0e9b:43601 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2904341317/flush-table-proc/abort' 2024-12-05T12:25:07,139 DEBUG [RS:0;9ea9abad0e9b:43601 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2904341317/flush-table-proc/acquired' 2024-12-05T12:25:07,139 DEBUG [RS:0;9ea9abad0e9b:43601 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T12:25:07,139 DEBUG [RS:0;9ea9abad0e9b:43601 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T12:25:07,139 DEBUG [RS:0;9ea9abad0e9b:43601 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9ea9abad0e9b,43601,1733401505016 2024-12-05T12:25:07,139 DEBUG [RS:0;9ea9abad0e9b:43601 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ea9abad0e9b,43601,1733401505016' 2024-12-05T12:25:07,139 DEBUG [RS:0;9ea9abad0e9b:43601 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2904341317/online-snapshot/abort' 2024-12-05T12:25:07,140 DEBUG [RS:0;9ea9abad0e9b:43601 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2904341317/online-snapshot/acquired' 2024-12-05T12:25:07,140 DEBUG [RS:0;9ea9abad0e9b:43601 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T12:25:07,140 INFO [RS:0;9ea9abad0e9b:43601 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T12:25:07,140 INFO [RS:0;9ea9abad0e9b:43601 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T12:25:07,240 INFO [RS:0;9ea9abad0e9b:43601 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:25:07,241 INFO [RS:0;9ea9abad0e9b:43601 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C43601%2C1733401505016, suffix=, logDir=hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/WALs/9ea9abad0e9b,43601,1733401505016, archiveDir=hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/oldWALs, maxLogs=10 2024-12-05T12:25:07,252 DEBUG [RS:0;9ea9abad0e9b:43601 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/WALs/9ea9abad0e9b,43601,1733401505016/9ea9abad0e9b%2C43601%2C1733401505016.1733401507242, exclude list is [], retry=0 2024-12-05T12:25:07,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36717,DS-41c11082-4d1f-4a5a-94f0-be0059e56535,DISK] 2024-12-05T12:25:07,256 INFO [RS:0;9ea9abad0e9b:43601 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/WALs/9ea9abad0e9b,43601,1733401505016/9ea9abad0e9b%2C43601%2C1733401505016.1733401507242 2024-12-05T12:25:07,256 DEBUG [RS:0;9ea9abad0e9b:43601 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46365:46365)] 2024-12-05T12:25:07,378 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T12:25:07,378 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f 2024-12-05T12:25:07,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741833_1009 (size=32) 2024-12-05T12:25:07,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T12:25:07,554 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T12:25:07,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:07,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:25:07,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:25:07,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:07,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:07,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:25:07,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:25:07,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:07,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:07,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:25:07,787 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:25:07,787 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:07,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:07,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:25:07,788 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:25:07,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:07,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:07,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:25:07,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/data/hbase/meta/1588230740 2024-12-05T12:25:07,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/data/hbase/meta/1588230740 2024-12-05T12:25:07,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:25:07,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:25:07,790 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:25:07,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:25:07,792 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:25:07,793 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70131853, jitterRate=0.04504604637622833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:25:07,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733401507783Initializing all the Stores at 1733401507784 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401507784Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401507784Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401507784Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401507784Cleaning up temporary data from old regions at 1733401507790 (+6 ms)Region opened successfully at 1733401507793 (+3 ms) 2024-12-05T12:25:07,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:25:07,793 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:25:07,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:25:07,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:25:07,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:25:07,793 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:25:07,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401507793Disabling compacts and flushes for region at 1733401507793Disabling writes for close at 1733401507793Writing region close event to WAL at 1733401507793Closed at 1733401507793 2024-12-05T12:25:07,794 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:25:07,794 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T12:25:07,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T12:25:07,795 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:25:07,796 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T12:25:07,946 DEBUG [9ea9abad0e9b:39785 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T12:25:07,946 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9ea9abad0e9b,43601,1733401505016 2024-12-05T12:25:07,947 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ea9abad0e9b,43601,1733401505016, state=OPENING 2024-12-05T12:25:07,978 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T12:25:07,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39785-0x101a6a187550006, quorum=127.0.0.1:60159, baseZNode=/2904341317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2904341317 2024-12-05T12:25:07,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x101a6a187550007, quorum=127.0.0.1:60159, baseZNode=/2904341317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2904341317 2024-12-05T12:25:07,987 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2904341317/meta-region-server: CHANGED 2024-12-05T12:25:07,987 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2904341317/meta-region-server: CHANGED 2024-12-05T12:25:07,987 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:25:07,987 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,43601,1733401505016}] 2024-12-05T12:25:08,139 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:25:08,140 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36485, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T12:25:08,142 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T12:25:08,142 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:25:08,143 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T12:25:08,144 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C43601%2C1733401505016.meta, suffix=.meta, logDir=hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/WALs/9ea9abad0e9b,43601,1733401505016, archiveDir=hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/oldWALs, maxLogs=10 2024-12-05T12:25:08,154 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/WALs/9ea9abad0e9b,43601,1733401505016/9ea9abad0e9b%2C43601%2C1733401505016.meta.1733401508144.meta, exclude list is [], retry=0 2024-12-05T12:25:08,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36717,DS-41c11082-4d1f-4a5a-94f0-be0059e56535,DISK] 2024-12-05T12:25:08,157 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/WALs/9ea9abad0e9b,43601,1733401505016/9ea9abad0e9b%2C43601%2C1733401505016.meta.1733401508144.meta 2024-12-05T12:25:08,157 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46365:46365)] 2024-12-05T12:25:08,157 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:25:08,157 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:25:08,158 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:25:08,158 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T12:25:08,158 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T12:25:08,158 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T12:25:08,158 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:08,158 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T12:25:08,158 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T12:25:08,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:25:08,160 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:25:08,160 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:08,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:08,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:25:08,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:25:08,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:08,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:08,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:25:08,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:25:08,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:08,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:08,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:25:08,162 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:25:08,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:08,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:08,162 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:25:08,163 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/data/hbase/meta/1588230740 2024-12-05T12:25:08,163 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/data/hbase/meta/1588230740 2024-12-05T12:25:08,164 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:25:08,164 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:25:08,164 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:25:08,165 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:25:08,165 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61019254, jitterRate=-0.09074226021766663}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:25:08,165 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T12:25:08,166 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733401508158Writing region info on filesystem at 1733401508158Initializing all the Stores at 1733401508158Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401508159 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401508159Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401508159Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401508159Cleaning up temporary data from old regions at 1733401508164 (+5 ms)Running coprocessor post-open hooks at 1733401508165 (+1 ms)Region opened successfully at 1733401508166 (+1 ms) 2024-12-05T12:25:08,166 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733401508139 2024-12-05T12:25:08,168 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T12:25:08,168 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T12:25:08,169 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9ea9abad0e9b,43601,1733401505016 2024-12-05T12:25:08,169 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ea9abad0e9b,43601,1733401505016, state=OPEN 2024-12-05T12:25:08,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x101a6a187550007, quorum=127.0.0.1:60159, baseZNode=/2904341317 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2904341317/meta-region-server 2024-12-05T12:25:08,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39785-0x101a6a187550006, quorum=127.0.0.1:60159, baseZNode=/2904341317 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2904341317/meta-region-server 2024-12-05T12:25:08,178 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,43601,1733401505016 2024-12-05T12:25:08,178 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2904341317/meta-region-server: CHANGED 2024-12-05T12:25:08,178 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2904341317/meta-region-server: CHANGED 2024-12-05T12:25:08,180 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T12:25:08,180 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,43601,1733401505016 in 191 msec 2024-12-05T12:25:08,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T12:25:08,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 386 msec 2024-12-05T12:25:08,181 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:25:08,181 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T12:25:08,182 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:25:08,182 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,43601,1733401505016, seqNum=-1] 2024-12-05T12:25:08,182 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:25:08,183 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41923, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:25:08,187 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2230 sec 2024-12-05T12:25:08,187 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733401508187, completionTime=-1 2024-12-05T12:25:08,187 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T12:25:08,187 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T12:25:08,188 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T12:25:08,188 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733401568188 2024-12-05T12:25:08,188 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733401628188 2024-12-05T12:25:08,188 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T12:25:08,189 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,39785,1733401504904-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:08,189 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,39785,1733401504904-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:08,189 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,39785,1733401504904-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:08,189 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9ea9abad0e9b:39785, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:08,189 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:08,189 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:08,190 DEBUG [master/9ea9abad0e9b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T12:25:08,192 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.118sec 2024-12-05T12:25:08,192 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T12:25:08,192 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T12:25:08,192 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T12:25:08,192 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T12:25:08,192 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T12:25:08,192 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,39785,1733401504904-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:25:08,192 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,39785,1733401504904-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T12:25:08,194 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T12:25:08,194 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T12:25:08,194 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,39785,1733401504904-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:08,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@450ae647, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:08,244 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,39785,-1 for getting cluster id 2024-12-05T12:25:08,244 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:25:08,245 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65a03602-08bc-48b4-b3bc-e83cb72e8763' 2024-12-05T12:25:08,245 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:25:08,245 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65a03602-08bc-48b4-b3bc-e83cb72e8763" 2024-12-05T12:25:08,245 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@397b13bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:08,245 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,39785,-1] 2024-12-05T12:25:08,245 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:25:08,245 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:08,246 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:25:08,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@152a3700, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:08,247 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:25:08,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,43601,1733401505016, seqNum=-1] 2024-12-05T12:25:08,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:25:08,249 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:25:08,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9ea9abad0e9b,39785,1733401504904 2024-12-05T12:25:08,250 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:60159 2024-12-05T12:25:08,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:60159, baseZNode=/2904341317 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:25:08,257 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101a6a187550008 connected 2024-12-05T12:25:08,267 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:25:08,268 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,33089,1733401495486 2024-12-05T12:25:08,268 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65856cb2 2024-12-05T12:25:08,268 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:25:08,269 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:25:08,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33089 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:25:08,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33089 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T12:25:08,272 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:25:08,272 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:08,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33089 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T12:25:08,273 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:25:08,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:25:08,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32901 is added to blk_1073741835_1011 (size=902) 2024-12-05T12:25:08,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:25:08,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:25:08,679 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3f491167ba646800bdff1b4956d8e758, NAME => 'test,,1733401508269.3f491167ba646800bdff1b4956d8e758.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8 2024-12-05T12:25:08,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32901 is added to blk_1073741836_1012 (size=39) 2024-12-05T12:25:08,714 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:25:08,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:08,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:08,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:08,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:08,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:08,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:08,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:08,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:08,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:08,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:08,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:08,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:08,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:08,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:08,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:08,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:25:09,083 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733401508269.3f491167ba646800bdff1b4956d8e758.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:09,083 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3f491167ba646800bdff1b4956d8e758, disabling compactions & flushes 2024-12-05T12:25:09,083 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733401508269.3f491167ba646800bdff1b4956d8e758. 2024-12-05T12:25:09,084 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401508269.3f491167ba646800bdff1b4956d8e758. 2024-12-05T12:25:09,084 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733401508269.3f491167ba646800bdff1b4956d8e758. after waiting 0 ms 2024-12-05T12:25:09,084 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733401508269.3f491167ba646800bdff1b4956d8e758. 2024-12-05T12:25:09,084 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733401508269.3f491167ba646800bdff1b4956d8e758. 2024-12-05T12:25:09,084 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3f491167ba646800bdff1b4956d8e758: Waiting for close lock at 1733401509083Disabling compacts and flushes for region at 1733401509083Disabling writes for close at 1733401509084 (+1 ms)Writing region close event to WAL at 1733401509084Closed at 1733401509084 2024-12-05T12:25:09,085 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:25:09,085 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733401508269.3f491167ba646800bdff1b4956d8e758.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733401509085"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401509085"}]},"ts":"1733401509085"} 2024-12-05T12:25:09,086 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:25:09,087 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:25:09,087 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401509087"}]},"ts":"1733401509087"} 2024-12-05T12:25:09,089 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T12:25:09,089 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3f491167ba646800bdff1b4956d8e758, ASSIGN}] 2024-12-05T12:25:09,090 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3f491167ba646800bdff1b4956d8e758, ASSIGN 2024-12-05T12:25:09,090 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3f491167ba646800bdff1b4956d8e758, ASSIGN; state=OFFLINE, location=9ea9abad0e9b,39205,1733401495762; forceNewPlan=false, retain=false 2024-12-05T12:25:09,241 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3f491167ba646800bdff1b4956d8e758, regionState=OPENING, regionLocation=9ea9abad0e9b,39205,1733401495762 2024-12-05T12:25:09,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3f491167ba646800bdff1b4956d8e758, ASSIGN because future has completed 2024-12-05T12:25:09,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f491167ba646800bdff1b4956d8e758, server=9ea9abad0e9b,39205,1733401495762}] 2024-12-05T12:25:09,398 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733401508269.3f491167ba646800bdff1b4956d8e758. 2024-12-05T12:25:09,398 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3f491167ba646800bdff1b4956d8e758, NAME => 'test,,1733401508269.3f491167ba646800bdff1b4956d8e758.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:25:09,398 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:25:09,398 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T12:25:09,398 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3f491167ba646800bdff1b4956d8e758 2024-12-05T12:25:09,399 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733401508269.3f491167ba646800bdff1b4956d8e758.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:09,399 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3f491167ba646800bdff1b4956d8e758 2024-12-05T12:25:09,399 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3f491167ba646800bdff1b4956d8e758 2024-12-05T12:25:09,400 INFO [StoreOpener-3f491167ba646800bdff1b4956d8e758-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3f491167ba646800bdff1b4956d8e758 2024-12-05T12:25:09,401 INFO [StoreOpener-3f491167ba646800bdff1b4956d8e758-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f491167ba646800bdff1b4956d8e758 columnFamilyName f 2024-12-05T12:25:09,401 DEBUG [StoreOpener-3f491167ba646800bdff1b4956d8e758-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:09,401 INFO [StoreOpener-3f491167ba646800bdff1b4956d8e758-1 {}] regionserver.HStore(327): Store=3f491167ba646800bdff1b4956d8e758/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:09,401 INFO [StoreOpener-3f491167ba646800bdff1b4956d8e758-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3f491167ba646800bdff1b4956d8e758 2024-12-05T12:25:09,402 INFO [StoreOpener-3f491167ba646800bdff1b4956d8e758-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f491167ba646800bdff1b4956d8e758 columnFamilyName f1 2024-12-05T12:25:09,402 DEBUG [StoreOpener-3f491167ba646800bdff1b4956d8e758-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:09,402 INFO [StoreOpener-3f491167ba646800bdff1b4956d8e758-1 {}] regionserver.HStore(327): Store=3f491167ba646800bdff1b4956d8e758/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:09,402 INFO [StoreOpener-3f491167ba646800bdff1b4956d8e758-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3f491167ba646800bdff1b4956d8e758 2024-12-05T12:25:09,403 INFO [StoreOpener-3f491167ba646800bdff1b4956d8e758-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f491167ba646800bdff1b4956d8e758 columnFamilyName norep 2024-12-05T12:25:09,403 DEBUG [StoreOpener-3f491167ba646800bdff1b4956d8e758-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:09,403 INFO [StoreOpener-3f491167ba646800bdff1b4956d8e758-1 {}] regionserver.HStore(327): Store=3f491167ba646800bdff1b4956d8e758/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:09,403 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3f491167ba646800bdff1b4956d8e758 2024-12-05T12:25:09,404 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/data/default/test/3f491167ba646800bdff1b4956d8e758 2024-12-05T12:25:09,404 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/data/default/test/3f491167ba646800bdff1b4956d8e758 2024-12-05T12:25:09,405 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3f491167ba646800bdff1b4956d8e758 2024-12-05T12:25:09,405 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3f491167ba646800bdff1b4956d8e758 2024-12-05T12:25:09,405 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:25:09,405 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3f491167ba646800bdff1b4956d8e758 2024-12-05T12:25:09,407 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/data/default/test/3f491167ba646800bdff1b4956d8e758/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:25:09,407 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3f491167ba646800bdff1b4956d8e758; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66330380, jitterRate=-0.011600315570831299}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:25:09,407 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3f491167ba646800bdff1b4956d8e758 2024-12-05T12:25:09,408 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3f491167ba646800bdff1b4956d8e758: Running coprocessor pre-open hook at 1733401509399Writing region info on filesystem at 1733401509399Initializing all the Stores at 1733401509399Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401509399Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401509400 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401509400Cleaning up temporary data from old regions at 1733401509405 (+5 ms)Running coprocessor post-open hooks at 1733401509407 (+2 ms)Region opened successfully at 1733401509407 2024-12-05T12:25:09,408 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733401508269.3f491167ba646800bdff1b4956d8e758., pid=6, masterSystemTime=1733401509395 2024-12-05T12:25:09,410 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733401508269.3f491167ba646800bdff1b4956d8e758. 2024-12-05T12:25:09,410 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733401508269.3f491167ba646800bdff1b4956d8e758. 2024-12-05T12:25:09,410 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3f491167ba646800bdff1b4956d8e758, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9ea9abad0e9b,39205,1733401495762 2024-12-05T12:25:09,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f491167ba646800bdff1b4956d8e758, server=9ea9abad0e9b,39205,1733401495762 because future has completed 2024-12-05T12:25:09,413 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T12:25:09,413 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3f491167ba646800bdff1b4956d8e758, server=9ea9abad0e9b,39205,1733401495762 in 169 msec 2024-12-05T12:25:09,414 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T12:25:09,414 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3f491167ba646800bdff1b4956d8e758, ASSIGN in 324 msec 2024-12-05T12:25:09,415 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:25:09,415 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401509415"}]},"ts":"1733401509415"} 2024-12-05T12:25:09,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:25:09,417 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T12:25:09,417 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:25:09,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1470 sec 2024-12-05T12:25:09,724 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T12:25:10,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:25:10,426 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T12:25:10,426 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:25:10,426 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,34859,1733401500375 2024-12-05T12:25:10,426 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c5baf0a 2024-12-05T12:25:10,426 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:25:10,427 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:25:10,428 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34859 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:25:10,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34859 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T12:25:10,429 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:25:10,430 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:10,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34859 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T12:25:10,430 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:25:10,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:25:10,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741835_1011 (size=902) 2024-12-05T12:25:10,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:25:10,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:25:10,836 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => decc55b841309dbbe11af70462834fcf, NAME => 'test,,1733401510428.decc55b841309dbbe11af70462834fcf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601 2024-12-05T12:25:10,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741836_1012 (size=39) 2024-12-05T12:25:11,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:25:11,242 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733401510428.decc55b841309dbbe11af70462834fcf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:11,242 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing decc55b841309dbbe11af70462834fcf, disabling compactions & flushes 2024-12-05T12:25:11,242 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733401510428.decc55b841309dbbe11af70462834fcf. 2024-12-05T12:25:11,242 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401510428.decc55b841309dbbe11af70462834fcf. 2024-12-05T12:25:11,242 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733401510428.decc55b841309dbbe11af70462834fcf. after waiting 0 ms 2024-12-05T12:25:11,242 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733401510428.decc55b841309dbbe11af70462834fcf. 2024-12-05T12:25:11,242 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733401510428.decc55b841309dbbe11af70462834fcf. 2024-12-05T12:25:11,242 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for decc55b841309dbbe11af70462834fcf: Waiting for close lock at 1733401511242Disabling compacts and flushes for region at 1733401511242Disabling writes for close at 1733401511242Writing region close event to WAL at 1733401511242Closed at 1733401511242 2024-12-05T12:25:11,243 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:25:11,243 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733401510428.decc55b841309dbbe11af70462834fcf.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733401511243"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401511243"}]},"ts":"1733401511243"} 2024-12-05T12:25:11,245 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:25:11,246 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:25:11,246 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401511246"}]},"ts":"1733401511246"} 2024-12-05T12:25:11,248 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T12:25:11,248 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=decc55b841309dbbe11af70462834fcf, ASSIGN}] 2024-12-05T12:25:11,249 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=decc55b841309dbbe11af70462834fcf, ASSIGN 2024-12-05T12:25:11,250 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=decc55b841309dbbe11af70462834fcf, ASSIGN; state=OFFLINE, location=9ea9abad0e9b,35119,1733401500487; forceNewPlan=false, retain=false 2024-12-05T12:25:11,400 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=decc55b841309dbbe11af70462834fcf, regionState=OPENING, regionLocation=9ea9abad0e9b,35119,1733401500487 2024-12-05T12:25:11,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=decc55b841309dbbe11af70462834fcf, ASSIGN because future has completed 2024-12-05T12:25:11,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure decc55b841309dbbe11af70462834fcf, server=9ea9abad0e9b,35119,1733401500487}] 2024-12-05T12:25:11,558 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733401510428.decc55b841309dbbe11af70462834fcf. 2024-12-05T12:25:11,558 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => decc55b841309dbbe11af70462834fcf, NAME => 'test,,1733401510428.decc55b841309dbbe11af70462834fcf.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:25:11,558 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:25:11,558 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T12:25:11,558 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test decc55b841309dbbe11af70462834fcf 2024-12-05T12:25:11,558 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733401510428.decc55b841309dbbe11af70462834fcf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:11,559 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for decc55b841309dbbe11af70462834fcf 2024-12-05T12:25:11,559 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for decc55b841309dbbe11af70462834fcf 2024-12-05T12:25:11,560 INFO [StoreOpener-decc55b841309dbbe11af70462834fcf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region decc55b841309dbbe11af70462834fcf 2024-12-05T12:25:11,561 INFO [StoreOpener-decc55b841309dbbe11af70462834fcf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region decc55b841309dbbe11af70462834fcf columnFamilyName f 2024-12-05T12:25:11,561 DEBUG [StoreOpener-decc55b841309dbbe11af70462834fcf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:11,561 INFO [StoreOpener-decc55b841309dbbe11af70462834fcf-1 {}] regionserver.HStore(327): Store=decc55b841309dbbe11af70462834fcf/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:11,561 INFO [StoreOpener-decc55b841309dbbe11af70462834fcf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region decc55b841309dbbe11af70462834fcf 2024-12-05T12:25:11,562 INFO [StoreOpener-decc55b841309dbbe11af70462834fcf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region decc55b841309dbbe11af70462834fcf columnFamilyName f1 2024-12-05T12:25:11,562 DEBUG [StoreOpener-decc55b841309dbbe11af70462834fcf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:11,562 INFO [StoreOpener-decc55b841309dbbe11af70462834fcf-1 {}] regionserver.HStore(327): Store=decc55b841309dbbe11af70462834fcf/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:11,562 INFO [StoreOpener-decc55b841309dbbe11af70462834fcf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region decc55b841309dbbe11af70462834fcf 2024-12-05T12:25:11,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:25:11,566 INFO [StoreOpener-decc55b841309dbbe11af70462834fcf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region decc55b841309dbbe11af70462834fcf columnFamilyName norep 2024-12-05T12:25:11,566 DEBUG [StoreOpener-decc55b841309dbbe11af70462834fcf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:11,566 INFO [StoreOpener-decc55b841309dbbe11af70462834fcf-1 {}] regionserver.HStore(327): Store=decc55b841309dbbe11af70462834fcf/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:11,566 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for decc55b841309dbbe11af70462834fcf 2024-12-05T12:25:11,567 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/data/default/test/decc55b841309dbbe11af70462834fcf 2024-12-05T12:25:11,567 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/data/default/test/decc55b841309dbbe11af70462834fcf 2024-12-05T12:25:11,568 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for decc55b841309dbbe11af70462834fcf 2024-12-05T12:25:11,568 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for decc55b841309dbbe11af70462834fcf 2024-12-05T12:25:11,568 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:25:11,569 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for decc55b841309dbbe11af70462834fcf 2024-12-05T12:25:11,570 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/data/default/test/decc55b841309dbbe11af70462834fcf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:25:11,571 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened decc55b841309dbbe11af70462834fcf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71992271, jitterRate=0.072768434882164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:25:11,571 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for decc55b841309dbbe11af70462834fcf 2024-12-05T12:25:11,571 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for decc55b841309dbbe11af70462834fcf: Running coprocessor pre-open hook at 1733401511559Writing region info on filesystem at 1733401511559Initializing all the Stores at 1733401511559Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401511559Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401511560 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401511560Cleaning up temporary data from old regions at 1733401511568 (+8 ms)Running coprocessor post-open hooks at 1733401511571 (+3 ms)Region opened successfully at 1733401511571 2024-12-05T12:25:11,572 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733401510428.decc55b841309dbbe11af70462834fcf., pid=6, masterSystemTime=1733401511554 2024-12-05T12:25:11,574 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733401510428.decc55b841309dbbe11af70462834fcf. 2024-12-05T12:25:11,574 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733401510428.decc55b841309dbbe11af70462834fcf. 2024-12-05T12:25:11,574 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=decc55b841309dbbe11af70462834fcf, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9ea9abad0e9b,35119,1733401500487 2024-12-05T12:25:11,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure decc55b841309dbbe11af70462834fcf, server=9ea9abad0e9b,35119,1733401500487 because future has completed 2024-12-05T12:25:11,579 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T12:25:11,579 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure decc55b841309dbbe11af70462834fcf, server=9ea9abad0e9b,35119,1733401500487 in 175 msec 2024-12-05T12:25:11,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T12:25:11,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=decc55b841309dbbe11af70462834fcf, ASSIGN in 331 msec 2024-12-05T12:25:11,582 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:25:11,582 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401511582"}]},"ts":"1733401511582"} 2024-12-05T12:25:11,584 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T12:25:11,585 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:25:11,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-12-05T12:25:12,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:25:12,575 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T12:25:12,575 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:25:12,576 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,39785,1733401504904 2024-12-05T12:25:12,576 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37ff26cf 2024-12-05T12:25:12,576 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:25:12,577 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:25:12,578 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:25:12,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T12:25:12,579 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:25:12,579 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:12,580 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T12:25:12,580 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:25:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:25:12,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741835_1011 (size=902) 2024-12-05T12:25:12,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:25:12,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:25:13,032 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 582bddf35a520d4f79d9340283b1f6cb, NAME => 'test,,1733401512577.582bddf35a520d4f79d9340283b1f6cb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f 2024-12-05T12:25:13,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741836_1012 (size=39) 2024-12-05T12:25:13,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:25:13,437 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733401512577.582bddf35a520d4f79d9340283b1f6cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:13,437 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 582bddf35a520d4f79d9340283b1f6cb, disabling compactions & flushes 2024-12-05T12:25:13,437 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733401512577.582bddf35a520d4f79d9340283b1f6cb. 2024-12-05T12:25:13,437 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401512577.582bddf35a520d4f79d9340283b1f6cb. 2024-12-05T12:25:13,437 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733401512577.582bddf35a520d4f79d9340283b1f6cb. after waiting 0 ms 2024-12-05T12:25:13,437 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733401512577.582bddf35a520d4f79d9340283b1f6cb. 2024-12-05T12:25:13,437 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733401512577.582bddf35a520d4f79d9340283b1f6cb. 2024-12-05T12:25:13,437 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 582bddf35a520d4f79d9340283b1f6cb: Waiting for close lock at 1733401513437Disabling compacts and flushes for region at 1733401513437Disabling writes for close at 1733401513437Writing region close event to WAL at 1733401513437Closed at 1733401513437 2024-12-05T12:25:13,438 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:25:13,438 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733401512577.582bddf35a520d4f79d9340283b1f6cb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733401513438"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401513438"}]},"ts":"1733401513438"} 2024-12-05T12:25:13,440 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:25:13,441 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:25:13,441 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401513441"}]},"ts":"1733401513441"} 2024-12-05T12:25:13,442 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T12:25:13,442 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=582bddf35a520d4f79d9340283b1f6cb, ASSIGN}] 2024-12-05T12:25:13,443 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=582bddf35a520d4f79d9340283b1f6cb, ASSIGN 2024-12-05T12:25:13,444 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=582bddf35a520d4f79d9340283b1f6cb, ASSIGN; state=OFFLINE, location=9ea9abad0e9b,43601,1733401505016; forceNewPlan=false, retain=false 2024-12-05T12:25:13,594 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=582bddf35a520d4f79d9340283b1f6cb, regionState=OPENING, regionLocation=9ea9abad0e9b,43601,1733401505016 2024-12-05T12:25:13,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=582bddf35a520d4f79d9340283b1f6cb, ASSIGN because future has completed 2024-12-05T12:25:13,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 582bddf35a520d4f79d9340283b1f6cb, server=9ea9abad0e9b,43601,1733401505016}] 2024-12-05T12:25:13,660 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:25:13,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:13,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:13,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:13,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:13,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:13,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:13,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:13,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:13,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:13,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:13,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:13,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:25:13,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:13,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:13,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:13,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:13,752 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733401512577.582bddf35a520d4f79d9340283b1f6cb. 2024-12-05T12:25:13,752 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 582bddf35a520d4f79d9340283b1f6cb, NAME => 'test,,1733401512577.582bddf35a520d4f79d9340283b1f6cb.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:25:13,753 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:25:13,753 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T12:25:13,753 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 582bddf35a520d4f79d9340283b1f6cb 2024-12-05T12:25:13,753 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733401512577.582bddf35a520d4f79d9340283b1f6cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:13,753 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 582bddf35a520d4f79d9340283b1f6cb 2024-12-05T12:25:13,753 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 582bddf35a520d4f79d9340283b1f6cb 2024-12-05T12:25:13,754 INFO [StoreOpener-582bddf35a520d4f79d9340283b1f6cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 582bddf35a520d4f79d9340283b1f6cb 2024-12-05T12:25:13,755 INFO [StoreOpener-582bddf35a520d4f79d9340283b1f6cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 582bddf35a520d4f79d9340283b1f6cb columnFamilyName f 2024-12-05T12:25:13,755 DEBUG [StoreOpener-582bddf35a520d4f79d9340283b1f6cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:13,755 INFO [StoreOpener-582bddf35a520d4f79d9340283b1f6cb-1 {}] regionserver.HStore(327): Store=582bddf35a520d4f79d9340283b1f6cb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:13,755 INFO [StoreOpener-582bddf35a520d4f79d9340283b1f6cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 582bddf35a520d4f79d9340283b1f6cb 2024-12-05T12:25:13,756 INFO [StoreOpener-582bddf35a520d4f79d9340283b1f6cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 582bddf35a520d4f79d9340283b1f6cb columnFamilyName f1 2024-12-05T12:25:13,756 DEBUG [StoreOpener-582bddf35a520d4f79d9340283b1f6cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:13,757 INFO [StoreOpener-582bddf35a520d4f79d9340283b1f6cb-1 {}] regionserver.HStore(327): Store=582bddf35a520d4f79d9340283b1f6cb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:13,757 INFO [StoreOpener-582bddf35a520d4f79d9340283b1f6cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 582bddf35a520d4f79d9340283b1f6cb 2024-12-05T12:25:13,758 INFO [StoreOpener-582bddf35a520d4f79d9340283b1f6cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 582bddf35a520d4f79d9340283b1f6cb columnFamilyName norep 2024-12-05T12:25:13,758 DEBUG [StoreOpener-582bddf35a520d4f79d9340283b1f6cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:13,758 INFO [StoreOpener-582bddf35a520d4f79d9340283b1f6cb-1 {}] regionserver.HStore(327): Store=582bddf35a520d4f79d9340283b1f6cb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:13,759 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 582bddf35a520d4f79d9340283b1f6cb 2024-12-05T12:25:13,759 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/data/default/test/582bddf35a520d4f79d9340283b1f6cb 2024-12-05T12:25:13,760 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/data/default/test/582bddf35a520d4f79d9340283b1f6cb 2024-12-05T12:25:13,760 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 582bddf35a520d4f79d9340283b1f6cb 2024-12-05T12:25:13,760 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 582bddf35a520d4f79d9340283b1f6cb 2024-12-05T12:25:13,761 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:25:13,761 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 582bddf35a520d4f79d9340283b1f6cb 2024-12-05T12:25:13,763 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/data/default/test/582bddf35a520d4f79d9340283b1f6cb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:25:13,763 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 582bddf35a520d4f79d9340283b1f6cb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61447182, jitterRate=-0.08436563611030579}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:25:13,763 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 582bddf35a520d4f79d9340283b1f6cb 2024-12-05T12:25:13,764 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 582bddf35a520d4f79d9340283b1f6cb: Running coprocessor pre-open hook at 1733401513753Writing region info on filesystem at 1733401513753Initializing all the Stores at 1733401513754 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401513754Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401513754Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401513754Cleaning up temporary data from old regions at 1733401513760 (+6 ms)Running coprocessor post-open hooks at 1733401513763 (+3 ms)Region opened successfully at 1733401513764 (+1 ms) 2024-12-05T12:25:13,764 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733401512577.582bddf35a520d4f79d9340283b1f6cb., pid=6, masterSystemTime=1733401513748 2024-12-05T12:25:13,767 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733401512577.582bddf35a520d4f79d9340283b1f6cb. 2024-12-05T12:25:13,767 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733401512577.582bddf35a520d4f79d9340283b1f6cb. 2024-12-05T12:25:13,767 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=582bddf35a520d4f79d9340283b1f6cb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9ea9abad0e9b,43601,1733401505016 2024-12-05T12:25:13,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 582bddf35a520d4f79d9340283b1f6cb, server=9ea9abad0e9b,43601,1733401505016 because future has completed 2024-12-05T12:25:13,772 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T12:25:13,773 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 582bddf35a520d4f79d9340283b1f6cb, server=9ea9abad0e9b,43601,1733401505016 in 173 msec 2024-12-05T12:25:13,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T12:25:13,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=582bddf35a520d4f79d9340283b1f6cb, ASSIGN in 330 msec 2024-12-05T12:25:13,775 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:25:13,776 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401513775"}]},"ts":"1733401513775"} 2024-12-05T12:25:13,778 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T12:25:13,779 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:25:13,780 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2010 sec 2024-12-05T12:25:14,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:25:14,736 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T12:25:14,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44490879, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:14,736 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,33089,-1 for getting cluster id 2024-12-05T12:25:14,736 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:25:14,737 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f0099a8-da35-4086-b1dc-092f98385ad6' 2024-12-05T12:25:14,737 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:25:14,737 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f0099a8-da35-4086-b1dc-092f98385ad6" 2024-12-05T12:25:14,738 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1677194f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:14,738 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,33089,-1] 2024-12-05T12:25:14,738 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:25:14,738 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:14,738 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:25:14,739 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6883e008, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:14,739 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:25:14,740 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,33089,1733401495486 2024-12-05T12:25:14,740 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@319e3f63 2024-12-05T12:25:14,740 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:25:14,740 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:25:14,741 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33089 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9ea9abad0e9b:34859,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T12:25:14,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33089 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T12:25:14,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:25:14,743 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ea9abad0e9b:34859' 2024-12-05T12:25:14,745 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79de449d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:14,745 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,34859,-1 for getting cluster id 2024-12-05T12:25:14,745 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:25:14,745 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd770de2-3664-4410-bf35-5f2cf4f2cabb' 2024-12-05T12:25:14,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:25:14,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd770de2-3664-4410-bf35-5f2cf4f2cabb" 2024-12-05T12:25:14,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dabf2e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:14,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,34859,-1] 2024-12-05T12:25:14,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:25:14,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:14,747 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:25:14,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75c69e73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:14,747 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:25:14,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,34859,1733401500375 2024-12-05T12:25:14,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54a48410 2024-12-05T12:25:14,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:25:14,749 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:25:14,749 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T12:25:14,750 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T12:25:14,750 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:14,750 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:14,750 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:25:14,750 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:25:14,751 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T12:25:14,752 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:25:14,752 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:14,753 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:25:14,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32901 is added to blk_1073741837_1013 (size=1138) 2024-12-05T12:25:14,802 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T12:25:14,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:25:15,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:25:15,160 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5352ce621732d36636dd1b001b873018, NAME => 'hbase:replication,,1733401514750.5352ce621732d36636dd1b001b873018.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8 2024-12-05T12:25:15,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32901 is added to blk_1073741838_1014 (size=44) 2024-12-05T12:25:15,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:25:15,565 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401514750.5352ce621732d36636dd1b001b873018.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:15,565 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5352ce621732d36636dd1b001b873018, disabling compactions & flushes 2024-12-05T12:25:15,565 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401514750.5352ce621732d36636dd1b001b873018. 2024-12-05T12:25:15,565 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401514750.5352ce621732d36636dd1b001b873018. 2024-12-05T12:25:15,565 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401514750.5352ce621732d36636dd1b001b873018. after waiting 0 ms 2024-12-05T12:25:15,565 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401514750.5352ce621732d36636dd1b001b873018. 2024-12-05T12:25:15,565 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733401514750.5352ce621732d36636dd1b001b873018. 2024-12-05T12:25:15,565 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5352ce621732d36636dd1b001b873018: Waiting for close lock at 1733401515565Disabling compacts and flushes for region at 1733401515565Disabling writes for close at 1733401515565Writing region close event to WAL at 1733401515565Closed at 1733401515565 2024-12-05T12:25:15,566 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:25:15,566 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733401514750.5352ce621732d36636dd1b001b873018.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733401515566"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401515566"}]},"ts":"1733401515566"} 2024-12-05T12:25:15,568 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:25:15,569 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:25:15,569 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401515569"}]},"ts":"1733401515569"} 2024-12-05T12:25:15,570 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T12:25:15,571 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5352ce621732d36636dd1b001b873018, ASSIGN}] 2024-12-05T12:25:15,571 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5352ce621732d36636dd1b001b873018, ASSIGN 2024-12-05T12:25:15,572 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5352ce621732d36636dd1b001b873018, ASSIGN; state=OFFLINE, location=9ea9abad0e9b,39205,1733401495762; forceNewPlan=false, retain=false 2024-12-05T12:25:15,723 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5352ce621732d36636dd1b001b873018, regionState=OPENING, regionLocation=9ea9abad0e9b,39205,1733401495762 2024-12-05T12:25:15,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5352ce621732d36636dd1b001b873018, ASSIGN because future has completed 2024-12-05T12:25:15,725 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5352ce621732d36636dd1b001b873018, server=9ea9abad0e9b,39205,1733401495762}] 2024-12-05T12:25:15,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:25:15,880 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733401514750.5352ce621732d36636dd1b001b873018. 2024-12-05T12:25:15,880 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:25:15,880 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T12:25:15,881 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C39205%2C1733401495762.rep, suffix=, logDir=hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/WALs/9ea9abad0e9b,39205,1733401495762, archiveDir=hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/oldWALs, maxLogs=10 2024-12-05T12:25:15,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/WALs/9ea9abad0e9b,39205,1733401495762/9ea9abad0e9b%2C39205%2C1733401495762.rep.1733401515881, exclude list is [], retry=0 2024-12-05T12:25:15,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32901,DS-099c2e44-4e60-46ab-91fc-ac7eb55b9eba,DISK] 2024-12-05T12:25:15,897 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/WALs/9ea9abad0e9b,39205,1733401495762/9ea9abad0e9b%2C39205%2C1733401495762.rep.1733401515881 2024-12-05T12:25:15,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42297:42297)] 2024-12-05T12:25:15,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5352ce621732d36636dd1b001b873018, NAME => 'hbase:replication,,1733401514750.5352ce621732d36636dd1b001b873018.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:25:15,898 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:25:15,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:25:15,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733401514750.5352ce621732d36636dd1b001b873018. service=MultiRowMutationService 2024-12-05T12:25:15,898 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T12:25:15,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5352ce621732d36636dd1b001b873018 2024-12-05T12:25:15,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401514750.5352ce621732d36636dd1b001b873018.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:15,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5352ce621732d36636dd1b001b873018 2024-12-05T12:25:15,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5352ce621732d36636dd1b001b873018 2024-12-05T12:25:15,900 INFO [StoreOpener-5352ce621732d36636dd1b001b873018-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5352ce621732d36636dd1b001b873018 2024-12-05T12:25:15,901 INFO [StoreOpener-5352ce621732d36636dd1b001b873018-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5352ce621732d36636dd1b001b873018 columnFamilyName hfileref 2024-12-05T12:25:15,901 DEBUG [StoreOpener-5352ce621732d36636dd1b001b873018-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:15,901 INFO [StoreOpener-5352ce621732d36636dd1b001b873018-1 {}] regionserver.HStore(327): Store=5352ce621732d36636dd1b001b873018/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:15,901 INFO [StoreOpener-5352ce621732d36636dd1b001b873018-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5352ce621732d36636dd1b001b873018 2024-12-05T12:25:15,902 INFO [StoreOpener-5352ce621732d36636dd1b001b873018-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5352ce621732d36636dd1b001b873018 columnFamilyName queue 2024-12-05T12:25:15,902 DEBUG [StoreOpener-5352ce621732d36636dd1b001b873018-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:15,902 INFO [StoreOpener-5352ce621732d36636dd1b001b873018-1 {}] regionserver.HStore(327): Store=5352ce621732d36636dd1b001b873018/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:15,902 INFO [StoreOpener-5352ce621732d36636dd1b001b873018-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5352ce621732d36636dd1b001b873018 2024-12-05T12:25:15,903 INFO [StoreOpener-5352ce621732d36636dd1b001b873018-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5352ce621732d36636dd1b001b873018 columnFamilyName sid 2024-12-05T12:25:15,903 DEBUG [StoreOpener-5352ce621732d36636dd1b001b873018-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:15,904 INFO [StoreOpener-5352ce621732d36636dd1b001b873018-1 {}] regionserver.HStore(327): Store=5352ce621732d36636dd1b001b873018/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:15,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5352ce621732d36636dd1b001b873018 2024-12-05T12:25:15,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/data/hbase/replication/5352ce621732d36636dd1b001b873018 2024-12-05T12:25:15,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/data/hbase/replication/5352ce621732d36636dd1b001b873018 2024-12-05T12:25:15,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5352ce621732d36636dd1b001b873018 2024-12-05T12:25:15,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5352ce621732d36636dd1b001b873018 2024-12-05T12:25:15,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:25:15,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5352ce621732d36636dd1b001b873018 2024-12-05T12:25:15,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/data/hbase/replication/5352ce621732d36636dd1b001b873018/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:25:15,908 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5352ce621732d36636dd1b001b873018; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61690395, jitterRate=-0.08074147999286652}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:25:15,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5352ce621732d36636dd1b001b873018 2024-12-05T12:25:15,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5352ce621732d36636dd1b001b873018: Running coprocessor pre-open hook at 1733401515899Writing region info on filesystem at 1733401515899Initializing all the Stores at 1733401515899Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401515899Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401515900 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401515900Cleaning up temporary data from old regions at 1733401515905 (+5 ms)Running coprocessor post-open hooks at 1733401515908 (+3 ms)Region opened successfully at 1733401515908 2024-12-05T12:25:15,909 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733401514750.5352ce621732d36636dd1b001b873018., pid=10, masterSystemTime=1733401515877 2024-12-05T12:25:15,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733401514750.5352ce621732d36636dd1b001b873018. 2024-12-05T12:25:15,910 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733401514750.5352ce621732d36636dd1b001b873018. 2024-12-05T12:25:15,911 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5352ce621732d36636dd1b001b873018, regionState=OPEN, openSeqNum=2, regionLocation=9ea9abad0e9b,39205,1733401495762 2024-12-05T12:25:15,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5352ce621732d36636dd1b001b873018, server=9ea9abad0e9b,39205,1733401495762 because future has completed 2024-12-05T12:25:15,914 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T12:25:15,914 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5352ce621732d36636dd1b001b873018, server=9ea9abad0e9b,39205,1733401495762 in 188 msec 2024-12-05T12:25:15,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T12:25:15,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5352ce621732d36636dd1b001b873018, ASSIGN in 344 msec 2024-12-05T12:25:15,916 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:25:15,916 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401515916"}]},"ts":"1733401515916"} 2024-12-05T12:25:15,918 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T12:25:15,918 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:25:15,919 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1680 sec 2024-12-05T12:25:15,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733401514750.5352ce621732d36636dd1b001b873018., hostname=9ea9abad0e9b,39205,1733401495762, seqNum=2] 2024-12-05T12:25:15,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33089-0x101a6a187550000, quorum=127.0.0.1:60159, baseZNode=/0-544773928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-544773928 2024-12-05T12:25:15,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39205-0x101a6a187550001, quorum=127.0.0.1:60159, baseZNode=/0-544773928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-544773928 2024-12-05T12:25:15,995 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T12:25:16,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T12:25:16,147 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T12:25:16,174 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9ea9abad0e9b,39205,1733401495762, ReplicationSource: 1, currentBandwidth=0 2024-12-05T12:25:16,174 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:25:16,174 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,39205,1733401495762, seqNum=-1] 2024-12-05T12:25:16,175 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:25:16,176 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33883, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-12-05T12:25:16,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9ea9abad0e9b,39205,1733401495762', locateType=CURRENT is [region=hbase:replication,,1733401514750.5352ce621732d36636dd1b001b873018., hostname=9ea9abad0e9b,39205,1733401495762, seqNum=2] 2024-12-05T12:25:16,179 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T12:25:16,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33089 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T12:25:16,181 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9ea9abad0e9b,39205,1733401495762 suceeded 2024-12-05T12:25:16,182 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T12:25:16,182 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-12-05T12:25:16,182 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9ea9abad0e9b:34859,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T12:25:16,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4410 sec 2024-12-05T12:25:16,192 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ea9abad0e9b:34859' 2024-12-05T12:25:16,193 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7652fa30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:16,193 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762 {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,34859,-1 for getting cluster id 2024-12-05T12:25:16,193 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:25:16,193 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd770de2-3664-4410-bf35-5f2cf4f2cabb' 2024-12-05T12:25:16,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:25:16,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd770de2-3664-4410-bf35-5f2cf4f2cabb" 2024-12-05T12:25:16,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78b76625, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:16,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,34859,-1] 2024-12-05T12:25:16,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:25:16,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:16,194 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:25:16,195 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21f8ec8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:16,195 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:25:16,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,34859,1733401500375 2024-12-05T12:25:16,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f6ba823 2024-12-05T12:25:16,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:25:16,196 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-12-05T12:25:16,197 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9ea9abad0e9b,39205,1733401495762 (queues=1) is replicating from cluster=4f0099a8-da35-4086-b1dc-092f98385ad6 to cluster=fd770de2-3664-4410-bf35-5f2cf4f2cabb 2024-12-05T12:25:16,197 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9ea9abad0e9b%2C39205%2C1733401495762 2024-12-05T12:25:16,197 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9ea9abad0e9b,39205,1733401495762, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T12:25:16,197 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762.replicationSource.wal-reader.9ea9abad0e9b%2C39205%2C1733401495762,1-9ea9abad0e9b,39205,1733401495762 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/WALs/9ea9abad0e9b,39205,1733401495762/9ea9abad0e9b%2C39205%2C1733401495762.1733401497854, startPosition=0, beingWritten=true 2024-12-05T12:25:16,198 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762.replicationSource.shipper9ea9abad0e9b%2C39205%2C1733401495762,1-9ea9abad0e9b,39205,1733401495762 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9ea9abad0e9b%2C39205%2C1733401495762 2024-12-05T12:25:16,202 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762.replicationSource.wal-reader.9ea9abad0e9b%2C39205%2C1733401495762,1-9ea9abad0e9b,39205,1733401495762 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:25:16,202 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762.replicationSource.wal-reader.9ea9abad0e9b%2C39205%2C1733401495762,1-9ea9abad0e9b,39205,1733401495762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/WALs/9ea9abad0e9b,39205,1733401495762/9ea9abad0e9b%2C39205%2C1733401495762.1733401497854 to pos 379, reset compression=false 2024-12-05T12:25:16,202 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762.replicationSource.shipper9ea9abad0e9b%2C39205%2C1733401495762,1-9ea9abad0e9b,39205,1733401495762 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,39205,1733401495762 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/WALs/9ea9abad0e9b,39205,1733401495762/9ea9abad0e9b%2C39205%2C1733401495762.1733401497854, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:25:16,405 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762.replicationSource.wal-reader.9ea9abad0e9b%2C39205%2C1733401495762,1-9ea9abad0e9b,39205,1733401495762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/WALs/9ea9abad0e9b,39205,1733401495762/9ea9abad0e9b%2C39205%2C1733401495762.1733401497854 to pos 379, reset compression=false 2024-12-05T12:25:16,709 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762.replicationSource.wal-reader.9ea9abad0e9b%2C39205%2C1733401495762,1-9ea9abad0e9b,39205,1733401495762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/WALs/9ea9abad0e9b,39205,1733401495762/9ea9abad0e9b%2C39205%2C1733401495762.1733401497854 to pos 379, reset compression=false 2024-12-05T12:25:16,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:25:16,895 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T12:25:16,896 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:25:16,896 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:25:16,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:16,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:16,896 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:25:16,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d5cc7d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:16,897 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,34859,-1 for getting cluster id 2024-12-05T12:25:16,897 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:25:16,897 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd770de2-3664-4410-bf35-5f2cf4f2cabb' 2024-12-05T12:25:16,897 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:25:16,897 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd770de2-3664-4410-bf35-5f2cf4f2cabb" 2024-12-05T12:25:16,898 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@508dd279, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:16,898 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,34859,-1] 2024-12-05T12:25:16,898 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:25:16,898 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:16,899 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:25:16,899 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2734450e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:16,900 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:25:16,900 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,34859,1733401500375 2024-12-05T12:25:16,900 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b384eac 2024-12-05T12:25:16,901 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:25:16,901 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:25:16,902 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34859 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9ea9abad0e9b:39785,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T12:25:16,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34859 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T12:25:16,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:25:16,904 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ea9abad0e9b:39785' 2024-12-05T12:25:16,905 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@639e867e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:16,905 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,39785,-1 for getting cluster id 2024-12-05T12:25:16,905 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:25:16,906 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65a03602-08bc-48b4-b3bc-e83cb72e8763' 2024-12-05T12:25:16,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:25:16,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65a03602-08bc-48b4-b3bc-e83cb72e8763" 2024-12-05T12:25:16,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75395b45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:16,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,39785,-1] 2024-12-05T12:25:16,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:25:16,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:16,907 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:25:16,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7245127a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:16,907 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:25:16,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,39785,1733401504904 2024-12-05T12:25:16,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@689fbfaa 2024-12-05T12:25:16,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:25:16,909 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:25:16,909 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T12:25:16,909 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T12:25:16,909 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:16,910 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:16,910 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:25:16,910 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:25:16,911 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T12:25:16,912 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:25:16,912 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:16,912 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:25:16,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741837_1013 (size=1138) 2024-12-05T12:25:16,961 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T12:25:17,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:25:17,113 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762.replicationSource.wal-reader.9ea9abad0e9b%2C39205%2C1733401495762,1-9ea9abad0e9b,39205,1733401495762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/WALs/9ea9abad0e9b,39205,1733401495762/9ea9abad0e9b%2C39205%2C1733401495762.1733401497854 to pos 379, reset compression=false 2024-12-05T12:25:17,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:25:17,319 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 44f451ec5924707993494d84cd31f87c, NAME => 'hbase:replication,,1733401516910.44f451ec5924707993494d84cd31f87c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601 2024-12-05T12:25:17,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741838_1014 (size=44) 2024-12-05T12:25:17,326 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401516910.44f451ec5924707993494d84cd31f87c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:17,326 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 44f451ec5924707993494d84cd31f87c, disabling compactions & flushes 2024-12-05T12:25:17,326 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401516910.44f451ec5924707993494d84cd31f87c. 2024-12-05T12:25:17,326 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401516910.44f451ec5924707993494d84cd31f87c. 2024-12-05T12:25:17,326 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401516910.44f451ec5924707993494d84cd31f87c. after waiting 0 ms 2024-12-05T12:25:17,326 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401516910.44f451ec5924707993494d84cd31f87c. 2024-12-05T12:25:17,326 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733401516910.44f451ec5924707993494d84cd31f87c. 2024-12-05T12:25:17,326 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 44f451ec5924707993494d84cd31f87c: Waiting for close lock at 1733401517326Disabling compacts and flushes for region at 1733401517326Disabling writes for close at 1733401517326Writing region close event to WAL at 1733401517326Closed at 1733401517326 2024-12-05T12:25:17,327 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:25:17,327 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733401516910.44f451ec5924707993494d84cd31f87c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733401517327"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401517327"}]},"ts":"1733401517327"} 2024-12-05T12:25:17,329 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:25:17,330 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:25:17,330 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401517330"}]},"ts":"1733401517330"} 2024-12-05T12:25:17,332 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T12:25:17,332 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=44f451ec5924707993494d84cd31f87c, ASSIGN}] 2024-12-05T12:25:17,333 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=44f451ec5924707993494d84cd31f87c, ASSIGN 2024-12-05T12:25:17,333 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=44f451ec5924707993494d84cd31f87c, ASSIGN; state=OFFLINE, location=9ea9abad0e9b,35119,1733401500487; forceNewPlan=false, retain=false 2024-12-05T12:25:17,484 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=44f451ec5924707993494d84cd31f87c, regionState=OPENING, regionLocation=9ea9abad0e9b,35119,1733401500487 2024-12-05T12:25:17,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=44f451ec5924707993494d84cd31f87c, ASSIGN because future has completed 2024-12-05T12:25:17,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44f451ec5924707993494d84cd31f87c, server=9ea9abad0e9b,35119,1733401500487}] 2024-12-05T12:25:17,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:25:17,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T12:25:17,554 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-05T12:25:17,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T12:25:17,554 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-05T12:25:17,616 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762.replicationSource.wal-reader.9ea9abad0e9b%2C39205%2C1733401495762,1-9ea9abad0e9b,39205,1733401495762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/WALs/9ea9abad0e9b,39205,1733401495762/9ea9abad0e9b%2C39205%2C1733401495762.1733401497854 to pos 379, reset compression=false 2024-12-05T12:25:17,653 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733401516910.44f451ec5924707993494d84cd31f87c. 2024-12-05T12:25:17,653 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:25:17,653 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T12:25:17,654 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C35119%2C1733401500487.rep, suffix=, logDir=hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487, archiveDir=hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/oldWALs, maxLogs=10 2024-12-05T12:25:17,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.rep.1733401517655, exclude list is [], retry=0 2024-12-05T12:25:17,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44531,DS-e3997b39-b5ac-4615-b58e-4222f8504a55,DISK] 2024-12-05T12:25:17,670 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.rep.1733401517655 2024-12-05T12:25:17,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41359:41359)] 2024-12-05T12:25:17,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 44f451ec5924707993494d84cd31f87c, NAME => 'hbase:replication,,1733401516910.44f451ec5924707993494d84cd31f87c.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:25:17,671 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:25:17,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:25:17,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733401516910.44f451ec5924707993494d84cd31f87c. service=MultiRowMutationService 2024-12-05T12:25:17,671 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T12:25:17,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 44f451ec5924707993494d84cd31f87c 2024-12-05T12:25:17,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401516910.44f451ec5924707993494d84cd31f87c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:17,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 44f451ec5924707993494d84cd31f87c 2024-12-05T12:25:17,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 44f451ec5924707993494d84cd31f87c 2024-12-05T12:25:17,672 INFO [StoreOpener-44f451ec5924707993494d84cd31f87c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 44f451ec5924707993494d84cd31f87c 2024-12-05T12:25:17,673 INFO [StoreOpener-44f451ec5924707993494d84cd31f87c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44f451ec5924707993494d84cd31f87c columnFamilyName hfileref 2024-12-05T12:25:17,673 DEBUG [StoreOpener-44f451ec5924707993494d84cd31f87c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:17,673 INFO [StoreOpener-44f451ec5924707993494d84cd31f87c-1 {}] regionserver.HStore(327): Store=44f451ec5924707993494d84cd31f87c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:17,673 INFO [StoreOpener-44f451ec5924707993494d84cd31f87c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 44f451ec5924707993494d84cd31f87c 2024-12-05T12:25:17,674 INFO [StoreOpener-44f451ec5924707993494d84cd31f87c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44f451ec5924707993494d84cd31f87c columnFamilyName queue 2024-12-05T12:25:17,674 DEBUG [StoreOpener-44f451ec5924707993494d84cd31f87c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:17,674 INFO [StoreOpener-44f451ec5924707993494d84cd31f87c-1 {}] regionserver.HStore(327): Store=44f451ec5924707993494d84cd31f87c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:17,674 INFO [StoreOpener-44f451ec5924707993494d84cd31f87c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 44f451ec5924707993494d84cd31f87c 2024-12-05T12:25:17,675 INFO [StoreOpener-44f451ec5924707993494d84cd31f87c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44f451ec5924707993494d84cd31f87c columnFamilyName sid 2024-12-05T12:25:17,675 DEBUG [StoreOpener-44f451ec5924707993494d84cd31f87c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:17,675 INFO [StoreOpener-44f451ec5924707993494d84cd31f87c-1 {}] regionserver.HStore(327): Store=44f451ec5924707993494d84cd31f87c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:17,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 44f451ec5924707993494d84cd31f87c 2024-12-05T12:25:17,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/data/hbase/replication/44f451ec5924707993494d84cd31f87c 2024-12-05T12:25:17,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/data/hbase/replication/44f451ec5924707993494d84cd31f87c 2024-12-05T12:25:17,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 44f451ec5924707993494d84cd31f87c 2024-12-05T12:25:17,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 44f451ec5924707993494d84cd31f87c 2024-12-05T12:25:17,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:25:17,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 44f451ec5924707993494d84cd31f87c 2024-12-05T12:25:17,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/data/hbase/replication/44f451ec5924707993494d84cd31f87c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:25:17,680 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 44f451ec5924707993494d84cd31f87c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72355165, jitterRate=0.07817597687244415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:25:17,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 44f451ec5924707993494d84cd31f87c 2024-12-05T12:25:17,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 44f451ec5924707993494d84cd31f87c: Running coprocessor pre-open hook at 1733401517671Writing region info on filesystem at 1733401517671Initializing all the Stores at 1733401517672 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401517672Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401517672Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401517672Cleaning up temporary data from old regions at 1733401517677 (+5 ms)Running coprocessor post-open hooks at 1733401517680 (+3 ms)Region opened successfully at 1733401517680 2024-12-05T12:25:17,681 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733401516910.44f451ec5924707993494d84cd31f87c., pid=10, masterSystemTime=1733401517638 2024-12-05T12:25:17,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733401516910.44f451ec5924707993494d84cd31f87c. 2024-12-05T12:25:17,683 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733401516910.44f451ec5924707993494d84cd31f87c. 2024-12-05T12:25:17,683 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=44f451ec5924707993494d84cd31f87c, regionState=OPEN, openSeqNum=2, regionLocation=9ea9abad0e9b,35119,1733401500487 2024-12-05T12:25:17,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44f451ec5924707993494d84cd31f87c, server=9ea9abad0e9b,35119,1733401500487 because future has completed 2024-12-05T12:25:17,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T12:25:17,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 44f451ec5924707993494d84cd31f87c, server=9ea9abad0e9b,35119,1733401500487 in 199 msec 2024-12-05T12:25:17,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T12:25:17,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=44f451ec5924707993494d84cd31f87c, ASSIGN in 355 msec 2024-12-05T12:25:17,689 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:25:17,689 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401517689"}]},"ts":"1733401517689"} 2024-12-05T12:25:17,690 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T12:25:17,691 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:25:17,692 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 781 msec 2024-12-05T12:25:17,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733401516910.44f451ec5924707993494d84cd31f87c., hostname=9ea9abad0e9b,35119,1733401500487, seqNum=2] 2024-12-05T12:25:17,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35119-0x101a6a187550004, quorum=127.0.0.1:60159, baseZNode=/1-803664655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-803664655 2024-12-05T12:25:17,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34859-0x101a6a187550003, quorum=127.0.0.1:60159, baseZNode=/1-803664655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-803664655 2024-12-05T12:25:17,757 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T12:25:17,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35119 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T12:25:17,910 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T12:25:17,940 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9ea9abad0e9b,35119,1733401500487, ReplicationSource: 1, currentBandwidth=0 2024-12-05T12:25:17,940 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:25:17,940 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,35119,1733401500487, seqNum=-1] 2024-12-05T12:25:17,941 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:25:17,942 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57317, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-05T12:25:17,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9ea9abad0e9b,35119,1733401500487', locateType=CURRENT is [region=hbase:replication,,1733401516910.44f451ec5924707993494d84cd31f87c., hostname=9ea9abad0e9b,35119,1733401500487, seqNum=2] 2024-12-05T12:25:17,945 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T12:25:17,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34859 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T12:25:17,947 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9ea9abad0e9b,35119,1733401500487 suceeded 2024-12-05T12:25:17,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T12:25:17,949 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9ea9abad0e9b:39785,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T12:25:17,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-12-05T12:25:17,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0470 sec 2024-12-05T12:25:17,958 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ea9abad0e9b:39785' 2024-12-05T12:25:17,959 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c274120, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:17,959 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487 {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,39785,-1 for getting cluster id 2024-12-05T12:25:17,959 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:25:17,960 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65a03602-08bc-48b4-b3bc-e83cb72e8763' 2024-12-05T12:25:17,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:25:17,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65a03602-08bc-48b4-b3bc-e83cb72e8763" 2024-12-05T12:25:17,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5db02c7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:17,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,39785,-1] 2024-12-05T12:25:17,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:25:17,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:17,961 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:25:17,961 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59aee33c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:17,961 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:25:17,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,39785,1733401504904 2024-12-05T12:25:17,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bae4104 2024-12-05T12:25:17,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:25:17,963 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-12-05T12:25:17,963 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9ea9abad0e9b,35119,1733401500487 (queues=1) is replicating from cluster=fd770de2-3664-4410-bf35-5f2cf4f2cabb to cluster=65a03602-08bc-48b4-b3bc-e83cb72e8763 2024-12-05T12:25:17,963 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9ea9abad0e9b%2C35119%2C1733401500487 2024-12-05T12:25:17,963 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9ea9abad0e9b,35119,1733401500487, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T12:25:17,964 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.shipper9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9ea9abad0e9b%2C35119%2C1733401500487 2024-12-05T12:25:17,964 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.wal-reader.9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.1733401502318, startPosition=0, beingWritten=true 2024-12-05T12:25:17,968 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.wal-reader.9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:25:17,968 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.wal-reader.9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.1733401502318 to pos 379, reset compression=false 2024-12-05T12:25:17,968 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.shipper9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,35119,1733401500487 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.1733401502318, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:25:18,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:25:18,046 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T12:25:18,046 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:25:18,046 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:25:18,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:18,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:18,046 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:25:18,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73b2e29c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:18,047 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,39785,-1 for getting cluster id 2024-12-05T12:25:18,047 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:25:18,047 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65a03602-08bc-48b4-b3bc-e83cb72e8763' 2024-12-05T12:25:18,048 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:25:18,048 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65a03602-08bc-48b4-b3bc-e83cb72e8763" 2024-12-05T12:25:18,048 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17664051, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:18,048 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,39785,-1] 2024-12-05T12:25:18,048 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:25:18,048 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:18,049 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:25:18,049 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa03c89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:18,049 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:25:18,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,39785,1733401504904 2024-12-05T12:25:18,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18433557 2024-12-05T12:25:18,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:25:18,051 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:25:18,051 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9ea9abad0e9b:34859,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T12:25:18,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T12:25:18,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:25:18,053 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ea9abad0e9b:34859' 2024-12-05T12:25:18,054 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3008cdfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:18,054 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,34859,-1 for getting cluster id 2024-12-05T12:25:18,054 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:25:18,055 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd770de2-3664-4410-bf35-5f2cf4f2cabb' 2024-12-05T12:25:18,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:25:18,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd770de2-3664-4410-bf35-5f2cf4f2cabb" 2024-12-05T12:25:18,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54296b4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:18,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,34859,-1] 2024-12-05T12:25:18,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:25:18,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:18,056 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:25:18,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d74f15a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:18,056 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:25:18,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,34859,1733401500375 2024-12-05T12:25:18,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48140d16 2024-12-05T12:25:18,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:25:18,058 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:25:18,058 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T12:25:18,058 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T12:25:18,058 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:18,058 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:18,058 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:25:18,059 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:25:18,060 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T12:25:18,060 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:25:18,061 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:18,061 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:25:18,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741837_1013 (size=1138) 2024-12-05T12:25:18,110 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T12:25:18,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:25:18,171 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.wal-reader.9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.1733401502318 to pos 379, reset compression=false 2024-12-05T12:25:18,220 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762.replicationSource.wal-reader.9ea9abad0e9b%2C39205%2C1733401495762,1-9ea9abad0e9b,39205,1733401495762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/WALs/9ea9abad0e9b,39205,1733401495762/9ea9abad0e9b%2C39205%2C1733401495762.1733401497854 to pos 379, reset compression=false 2024-12-05T12:25:18,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:25:18,467 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 96ce3899b923bf1de3e99aaeaf0f7368, NAME => 'hbase:replication,,1733401518059.96ce3899b923bf1de3e99aaeaf0f7368.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f 2024-12-05T12:25:18,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741838_1014 (size=44) 2024-12-05T12:25:18,475 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.wal-reader.9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.1733401502318 to pos 379, reset compression=false 2024-12-05T12:25:18,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:25:18,872 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401518059.96ce3899b923bf1de3e99aaeaf0f7368.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:18,872 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 96ce3899b923bf1de3e99aaeaf0f7368, disabling compactions & flushes 2024-12-05T12:25:18,872 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401518059.96ce3899b923bf1de3e99aaeaf0f7368. 2024-12-05T12:25:18,872 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401518059.96ce3899b923bf1de3e99aaeaf0f7368. 2024-12-05T12:25:18,872 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401518059.96ce3899b923bf1de3e99aaeaf0f7368. after waiting 0 ms 2024-12-05T12:25:18,872 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401518059.96ce3899b923bf1de3e99aaeaf0f7368. 2024-12-05T12:25:18,872 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733401518059.96ce3899b923bf1de3e99aaeaf0f7368. 2024-12-05T12:25:18,872 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 96ce3899b923bf1de3e99aaeaf0f7368: Waiting for close lock at 1733401518872Disabling compacts and flushes for region at 1733401518872Disabling writes for close at 1733401518872Writing region close event to WAL at 1733401518872Closed at 1733401518872 2024-12-05T12:25:18,873 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:25:18,873 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733401518059.96ce3899b923bf1de3e99aaeaf0f7368.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733401518873"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401518873"}]},"ts":"1733401518873"} 2024-12-05T12:25:18,875 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:25:18,875 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:25:18,875 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401518875"}]},"ts":"1733401518875"} 2024-12-05T12:25:18,877 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T12:25:18,877 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=96ce3899b923bf1de3e99aaeaf0f7368, ASSIGN}] 2024-12-05T12:25:18,878 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.wal-reader.9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.1733401502318 to pos 379, reset compression=false 2024-12-05T12:25:18,878 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=96ce3899b923bf1de3e99aaeaf0f7368, ASSIGN 2024-12-05T12:25:18,878 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=96ce3899b923bf1de3e99aaeaf0f7368, ASSIGN; state=OFFLINE, location=9ea9abad0e9b,43601,1733401505016; forceNewPlan=false, retain=false 2024-12-05T12:25:18,923 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762.replicationSource.wal-reader.9ea9abad0e9b%2C39205%2C1733401495762,1-9ea9abad0e9b,39205,1733401495762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/WALs/9ea9abad0e9b,39205,1733401495762/9ea9abad0e9b%2C39205%2C1733401495762.1733401497854 to pos 379, reset compression=false 2024-12-05T12:25:19,029 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=96ce3899b923bf1de3e99aaeaf0f7368, regionState=OPENING, regionLocation=9ea9abad0e9b,43601,1733401505016 2024-12-05T12:25:19,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=96ce3899b923bf1de3e99aaeaf0f7368, ASSIGN because future has completed 2024-12-05T12:25:19,031 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96ce3899b923bf1de3e99aaeaf0f7368, server=9ea9abad0e9b,43601,1733401505016}] 2024-12-05T12:25:19,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:25:19,185 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733401518059.96ce3899b923bf1de3e99aaeaf0f7368. 2024-12-05T12:25:19,185 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:25:19,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T12:25:19,187 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C43601%2C1733401505016.rep, suffix=, logDir=hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/WALs/9ea9abad0e9b,43601,1733401505016, archiveDir=hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/oldWALs, maxLogs=10 2024-12-05T12:25:19,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/WALs/9ea9abad0e9b,43601,1733401505016/9ea9abad0e9b%2C43601%2C1733401505016.rep.1733401519187, exclude list is [], retry=0 2024-12-05T12:25:19,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36717,DS-41c11082-4d1f-4a5a-94f0-be0059e56535,DISK] 2024-12-05T12:25:19,201 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/WALs/9ea9abad0e9b,43601,1733401505016/9ea9abad0e9b%2C43601%2C1733401505016.rep.1733401519187 2024-12-05T12:25:19,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46365:46365)] 2024-12-05T12:25:19,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 96ce3899b923bf1de3e99aaeaf0f7368, NAME => 'hbase:replication,,1733401518059.96ce3899b923bf1de3e99aaeaf0f7368.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:25:19,202 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:25:19,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:25:19,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733401518059.96ce3899b923bf1de3e99aaeaf0f7368. service=MultiRowMutationService 2024-12-05T12:25:19,202 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T12:25:19,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 96ce3899b923bf1de3e99aaeaf0f7368 2024-12-05T12:25:19,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401518059.96ce3899b923bf1de3e99aaeaf0f7368.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:19,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 96ce3899b923bf1de3e99aaeaf0f7368 2024-12-05T12:25:19,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 96ce3899b923bf1de3e99aaeaf0f7368 2024-12-05T12:25:19,203 INFO [StoreOpener-96ce3899b923bf1de3e99aaeaf0f7368-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 96ce3899b923bf1de3e99aaeaf0f7368 2024-12-05T12:25:19,204 INFO [StoreOpener-96ce3899b923bf1de3e99aaeaf0f7368-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96ce3899b923bf1de3e99aaeaf0f7368 columnFamilyName hfileref 2024-12-05T12:25:19,204 DEBUG [StoreOpener-96ce3899b923bf1de3e99aaeaf0f7368-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:19,205 INFO [StoreOpener-96ce3899b923bf1de3e99aaeaf0f7368-1 {}] regionserver.HStore(327): Store=96ce3899b923bf1de3e99aaeaf0f7368/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:19,205 INFO [StoreOpener-96ce3899b923bf1de3e99aaeaf0f7368-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 96ce3899b923bf1de3e99aaeaf0f7368 2024-12-05T12:25:19,206 INFO [StoreOpener-96ce3899b923bf1de3e99aaeaf0f7368-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96ce3899b923bf1de3e99aaeaf0f7368 columnFamilyName queue 2024-12-05T12:25:19,206 DEBUG [StoreOpener-96ce3899b923bf1de3e99aaeaf0f7368-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:19,206 INFO [StoreOpener-96ce3899b923bf1de3e99aaeaf0f7368-1 {}] regionserver.HStore(327): Store=96ce3899b923bf1de3e99aaeaf0f7368/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:19,206 INFO [StoreOpener-96ce3899b923bf1de3e99aaeaf0f7368-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 96ce3899b923bf1de3e99aaeaf0f7368 2024-12-05T12:25:19,207 INFO [StoreOpener-96ce3899b923bf1de3e99aaeaf0f7368-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96ce3899b923bf1de3e99aaeaf0f7368 columnFamilyName sid 2024-12-05T12:25:19,207 DEBUG [StoreOpener-96ce3899b923bf1de3e99aaeaf0f7368-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:19,207 INFO [StoreOpener-96ce3899b923bf1de3e99aaeaf0f7368-1 {}] regionserver.HStore(327): Store=96ce3899b923bf1de3e99aaeaf0f7368/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:19,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 96ce3899b923bf1de3e99aaeaf0f7368 2024-12-05T12:25:19,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/data/hbase/replication/96ce3899b923bf1de3e99aaeaf0f7368 2024-12-05T12:25:19,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/data/hbase/replication/96ce3899b923bf1de3e99aaeaf0f7368 2024-12-05T12:25:19,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 96ce3899b923bf1de3e99aaeaf0f7368 2024-12-05T12:25:19,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 96ce3899b923bf1de3e99aaeaf0f7368 2024-12-05T12:25:19,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:25:19,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 96ce3899b923bf1de3e99aaeaf0f7368 2024-12-05T12:25:19,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/data/hbase/replication/96ce3899b923bf1de3e99aaeaf0f7368/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:25:19,212 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 96ce3899b923bf1de3e99aaeaf0f7368; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64263588, jitterRate=-0.042397916316986084}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:25:19,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 96ce3899b923bf1de3e99aaeaf0f7368 2024-12-05T12:25:19,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 96ce3899b923bf1de3e99aaeaf0f7368: Running coprocessor pre-open hook at 1733401519202Writing region info on filesystem at 1733401519203 (+1 ms)Initializing all the Stores at 1733401519203Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401519203Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401519203Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401519203Cleaning up temporary data from old regions at 1733401519209 (+6 ms)Running coprocessor post-open hooks at 1733401519212 (+3 ms)Region opened successfully at 1733401519212 2024-12-05T12:25:19,213 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733401518059.96ce3899b923bf1de3e99aaeaf0f7368., pid=10, masterSystemTime=1733401519183 2024-12-05T12:25:19,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733401518059.96ce3899b923bf1de3e99aaeaf0f7368. 2024-12-05T12:25:19,214 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733401518059.96ce3899b923bf1de3e99aaeaf0f7368. 2024-12-05T12:25:19,215 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=96ce3899b923bf1de3e99aaeaf0f7368, regionState=OPEN, openSeqNum=2, regionLocation=9ea9abad0e9b,43601,1733401505016 2024-12-05T12:25:19,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96ce3899b923bf1de3e99aaeaf0f7368, server=9ea9abad0e9b,43601,1733401505016 because future has completed 2024-12-05T12:25:19,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T12:25:19,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 96ce3899b923bf1de3e99aaeaf0f7368, server=9ea9abad0e9b,43601,1733401505016 in 198 msec 2024-12-05T12:25:19,231 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T12:25:19,231 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=96ce3899b923bf1de3e99aaeaf0f7368, ASSIGN in 353 msec 2024-12-05T12:25:19,232 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:25:19,232 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401519232"}]},"ts":"1733401519232"} 2024-12-05T12:25:19,234 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T12:25:19,234 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:25:19,235 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1750 sec 2024-12-05T12:25:19,256 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:25:19,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:19,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:19,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:19,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:19,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:19,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733401518059.96ce3899b923bf1de3e99aaeaf0f7368., hostname=9ea9abad0e9b,43601,1733401505016, seqNum=2] 2024-12-05T12:25:19,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:19,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:19,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:19,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:19,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:19,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:19,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:19,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:19,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:19,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:19,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x101a6a187550007, quorum=127.0.0.1:60159, baseZNode=/2904341317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2904341317 2024-12-05T12:25:19,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39785-0x101a6a187550006, quorum=127.0.0.1:60159, baseZNode=/2904341317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2904341317 2024-12-05T12:25:19,332 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T12:25:19,337 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T12:25:19,381 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.wal-reader.9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.1733401502318 to pos 379, reset compression=false 2024-12-05T12:25:19,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43601 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T12:25:19,489 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T12:25:19,516 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9ea9abad0e9b,43601,1733401505016, ReplicationSource: 1, currentBandwidth=0 2024-12-05T12:25:19,517 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:25:19,517 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,43601,1733401505016, seqNum=-1] 2024-12-05T12:25:19,518 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:25:19,519 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42833, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-05T12:25:19,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9ea9abad0e9b,43601,1733401505016', locateType=CURRENT is [region=hbase:replication,,1733401518059.96ce3899b923bf1de3e99aaeaf0f7368., hostname=9ea9abad0e9b,43601,1733401505016, seqNum=2] 2024-12-05T12:25:19,523 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T12:25:19,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T12:25:19,525 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9ea9abad0e9b,43601,1733401505016 suceeded 2024-12-05T12:25:19,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T12:25:19,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-12-05T12:25:19,527 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9ea9abad0e9b:34859,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T12:25:19,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4760 sec 2024-12-05T12:25:19,538 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ea9abad0e9b:34859' 2024-12-05T12:25:19,539 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f994006, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:19,539 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016 {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,34859,-1 for getting cluster id 2024-12-05T12:25:19,539 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:25:19,539 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd770de2-3664-4410-bf35-5f2cf4f2cabb' 2024-12-05T12:25:19,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:25:19,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd770de2-3664-4410-bf35-5f2cf4f2cabb" 2024-12-05T12:25:19,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c93438, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:19,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,34859,-1] 2024-12-05T12:25:19,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:25:19,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:19,541 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:25:19,541 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4bd57a4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:19,541 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:25:19,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,34859,1733401500375 2024-12-05T12:25:19,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c7415bd 2024-12-05T12:25:19,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:25:19,543 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-12-05T12:25:19,543 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9ea9abad0e9b,43601,1733401505016 (queues=1) is replicating from cluster=65a03602-08bc-48b4-b3bc-e83cb72e8763 to cluster=fd770de2-3664-4410-bf35-5f2cf4f2cabb 2024-12-05T12:25:19,543 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9ea9abad0e9b%2C43601%2C1733401505016 2024-12-05T12:25:19,544 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9ea9abad0e9b,43601,1733401505016, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T12:25:19,544 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.shipper9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9ea9abad0e9b%2C43601%2C1733401505016 2024-12-05T12:25:19,544 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.wal-reader.9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/WALs/9ea9abad0e9b,43601,1733401505016/9ea9abad0e9b%2C43601%2C1733401505016.1733401507242, startPosition=0, beingWritten=true 2024-12-05T12:25:19,549 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.wal-reader.9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:25:19,549 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.wal-reader.9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/WALs/9ea9abad0e9b,43601,1733401505016/9ea9abad0e9b%2C43601%2C1733401505016.1733401507242 to pos 379, reset compression=false 2024-12-05T12:25:19,549 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.shipper9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,43601,1733401505016 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/WALs/9ea9abad0e9b,43601,1733401505016/9ea9abad0e9b%2C43601%2C1733401505016.1733401507242, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:25:19,726 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762.replicationSource.wal-reader.9ea9abad0e9b%2C39205%2C1733401495762,1-9ea9abad0e9b,39205,1733401495762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/WALs/9ea9abad0e9b,39205,1733401495762/9ea9abad0e9b%2C39205%2C1733401495762.1733401497854 to pos 379, reset compression=false 2024-12-05T12:25:19,752 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.wal-reader.9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/WALs/9ea9abad0e9b,43601,1733401505016/9ea9abad0e9b%2C43601%2C1733401505016.1733401507242 to pos 379, reset compression=false 2024-12-05T12:25:19,984 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.wal-reader.9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.1733401502318 to pos 379, reset compression=false 2024-12-05T12:25:20,055 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.wal-reader.9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/WALs/9ea9abad0e9b,43601,1733401505016/9ea9abad0e9b%2C43601%2C1733401505016.1733401507242 to pos 379, reset compression=false 2024-12-05T12:25:20,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:25:20,196 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T12:25:20,196 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:25:20,196 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:25:20,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:20,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:20,197 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:25:20,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c5b0a58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:20,197 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,33089,-1 for getting cluster id 2024-12-05T12:25:20,197 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:25:20,198 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f0099a8-da35-4086-b1dc-092f98385ad6' 2024-12-05T12:25:20,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:25:20,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f0099a8-da35-4086-b1dc-092f98385ad6" 2024-12-05T12:25:20,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bdbb595, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:20,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,33089,-1] 2024-12-05T12:25:20,199 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:25:20,199 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:20,199 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:25:20,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a49a124, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:20,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20fae74b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:20,200 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,34859,-1 for getting cluster id 2024-12-05T12:25:20,201 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:25:20,201 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd770de2-3664-4410-bf35-5f2cf4f2cabb' 2024-12-05T12:25:20,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:25:20,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd770de2-3664-4410-bf35-5f2cf4f2cabb" 2024-12-05T12:25:20,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ef13c25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:20,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,34859,-1] 2024-12-05T12:25:20,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:25:20,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:20,202 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:25:20,203 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bf319f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:20,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@641aa7f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:20,203 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,39785,-1 for getting cluster id 2024-12-05T12:25:20,203 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:25:20,204 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65a03602-08bc-48b4-b3bc-e83cb72e8763' 2024-12-05T12:25:20,204 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:25:20,204 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65a03602-08bc-48b4-b3bc-e83cb72e8763" 2024-12-05T12:25:20,204 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c2d173, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:20,204 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,39785,-1] 2024-12-05T12:25:20,204 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:25:20,204 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:20,205 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:25:20,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46a14479, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:20,206 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:25:20,207 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,39205,1733401495762, seqNum=-1] 2024-12-05T12:25:20,207 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:25:20,208 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:25:20,209 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733401508269.3f491167ba646800bdff1b4956d8e758., hostname=9ea9abad0e9b,39205,1733401495762, seqNum=2] 2024-12-05T12:25:20,212 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:25:20,213 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,43601,1733401505016, seqNum=-1] 2024-12-05T12:25:20,213 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:25:20,214 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:25:20,215 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733401512577.582bddf35a520d4f79d9340283b1f6cb., hostname=9ea9abad0e9b,43601,1733401505016, seqNum=2] 2024-12-05T12:25:20,217 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-05T12:25:20,458 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.wal-reader.9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/WALs/9ea9abad0e9b,43601,1733401505016/9ea9abad0e9b%2C43601%2C1733401505016.1733401507242 to pos 379, reset compression=false 2024-12-05T12:25:20,630 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762.replicationSource.wal-reader.9ea9abad0e9b%2C39205%2C1733401495762,1-9ea9abad0e9b,39205,1733401495762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/WALs/9ea9abad0e9b,39205,1733401495762/9ea9abad0e9b%2C39205%2C1733401495762.1733401497854 to pos 379, reset compression=false 2024-12-05T12:25:20,634 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762.replicationSource.wal-reader.9ea9abad0e9b%2C39205%2C1733401495762,1-9ea9abad0e9b,39205,1733401495762 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:25:20,634 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762.replicationSource.wal-reader.9ea9abad0e9b%2C39205%2C1733401495762,1-9ea9abad0e9b,39205,1733401495762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/WALs/9ea9abad0e9b,39205,1733401495762/9ea9abad0e9b%2C39205%2C1733401495762.1733401497854 to pos 480, reset compression=false 2024-12-05T12:25:20,634 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762.replicationSource.shipper9ea9abad0e9b%2C39205%2C1733401495762,1-9ea9abad0e9b,39205,1733401495762 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,39205,1733401495762 got entry batch from reader: WALEntryBatch [walEntries=[{test/3f491167ba646800bdff1b4956d8e758/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/WALs/9ea9abad0e9b,39205,1733401495762/9ea9abad0e9b%2C39205%2C1733401495762.1733401497854, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-05T12:25:20,636 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762.replicationSource.shipper9ea9abad0e9b%2C39205%2C1733401495762,1-9ea9abad0e9b,39205,1733401495762 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:25:20,637 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-12-05T12:25:20,638 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35119 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T12:25:20,638 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35119 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68fc42ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:20,639 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35119 {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,34859,-1 for getting cluster id 2024-12-05T12:25:20,639 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35119 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:25:20,639 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd770de2-3664-4410-bf35-5f2cf4f2cabb' 2024-12-05T12:25:20,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:25:20,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd770de2-3664-4410-bf35-5f2cf4f2cabb" 2024-12-05T12:25:20,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@317f7cd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:20,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,34859,-1] 2024-12-05T12:25:20,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:25:20,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:20,640 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:25:20,641 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35119 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@232441b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:20,642 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35119 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:25:20,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,35119,1733401500487, seqNum=-1] 2024-12-05T12:25:20,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:25:20,643 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-05T12:25:20,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733401510428.decc55b841309dbbe11af70462834fcf., hostname=9ea9abad0e9b,35119,1733401500487, seqNum=2] 2024-12-05T12:25:20,647 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35119 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T12:25:20,687 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.wal-reader.9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.1733401502318 to pos 379, reset compression=false 2024-12-05T12:25:20,691 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.wal-reader.9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:25:20,691 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.wal-reader.9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.1733401502318 to pos 503, reset compression=false 2024-12-05T12:25:20,691 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.shipper9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,35119,1733401500487 got entry batch from reader: WALEntryBatch [walEntries=[{test/decc55b841309dbbe11af70462834fcf/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.1733401502318, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-05T12:25:20,693 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.shipper9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:25:20,694 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-12-05T12:25:20,694 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43601 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T12:25:20,696 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a0cfa66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:20,696 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43601 {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,39785,-1 for getting cluster id 2024-12-05T12:25:20,696 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43601 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:25:20,697 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65a03602-08bc-48b4-b3bc-e83cb72e8763' 2024-12-05T12:25:20,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:25:20,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65a03602-08bc-48b4-b3bc-e83cb72e8763" 2024-12-05T12:25:20,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a5a4ae3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:20,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,39785,-1] 2024-12-05T12:25:20,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:25:20,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:20,698 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:25:20,698 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7010065, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:20,699 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43601 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:25:20,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,43601,1733401505016, seqNum=-1] 2024-12-05T12:25:20,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:25:20,700 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-05T12:25:20,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733401512577.582bddf35a520d4f79d9340283b1f6cb., hostname=9ea9abad0e9b,43601,1733401505016, seqNum=2] 2024-12-05T12:25:20,703 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43601 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T12:25:20,839 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762.replicationSource.wal-reader.9ea9abad0e9b%2C39205%2C1733401495762,1-9ea9abad0e9b,39205,1733401495762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/WALs/9ea9abad0e9b,39205,1733401495762/9ea9abad0e9b%2C39205%2C1733401495762.1733401497854 to pos 480, reset compression=false 2024-12-05T12:25:20,897 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.wal-reader.9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.1733401502318 to pos 503, reset compression=false 2024-12-05T12:25:20,961 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.wal-reader.9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/WALs/9ea9abad0e9b,43601,1733401505016/9ea9abad0e9b%2C43601%2C1733401505016.1733401507242 to pos 379, reset compression=false 2024-12-05T12:25:20,965 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.wal-reader.9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:25:20,965 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.wal-reader.9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/WALs/9ea9abad0e9b,43601,1733401505016/9ea9abad0e9b%2C43601%2C1733401505016.1733401507242 to pos 527, reset compression=false 2024-12-05T12:25:20,965 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.shipper9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,43601,1733401505016 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/WALs/9ea9abad0e9b,43601,1733401505016/9ea9abad0e9b%2C43601%2C1733401505016.1733401507242, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:25:21,142 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762.replicationSource.wal-reader.9ea9abad0e9b%2C39205%2C1733401495762,1-9ea9abad0e9b,39205,1733401495762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/WALs/9ea9abad0e9b,39205,1733401495762/9ea9abad0e9b%2C39205%2C1733401495762.1733401497854 to pos 480, reset compression=false 2024-12-05T12:25:21,168 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.wal-reader.9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/WALs/9ea9abad0e9b,43601,1733401505016/9ea9abad0e9b%2C43601%2C1733401505016.1733401507242 to pos 527, reset compression=false 2024-12-05T12:25:21,200 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.wal-reader.9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.1733401502318 to pos 503, reset compression=false 2024-12-05T12:25:21,219 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-05T12:25:21,219 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:25:21,220 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,35119,1733401500487, seqNum=-1] 2024-12-05T12:25:21,220 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:25:21,221 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:25:21,222 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733401510428.decc55b841309dbbe11af70462834fcf., hostname=9ea9abad0e9b,35119,1733401500487, seqNum=2] 2024-12-05T12:25:21,225 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-05T12:25:21,471 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.wal-reader.9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/WALs/9ea9abad0e9b,43601,1733401505016/9ea9abad0e9b%2C43601%2C1733401505016.1733401507242 to pos 527, reset compression=false 2024-12-05T12:25:21,546 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762.replicationSource.wal-reader.9ea9abad0e9b%2C39205%2C1733401495762,1-9ea9abad0e9b,39205,1733401495762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/WALs/9ea9abad0e9b,39205,1733401495762/9ea9abad0e9b%2C39205%2C1733401495762.1733401497854 to pos 480, reset compression=false 2024-12-05T12:25:21,604 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.wal-reader.9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.1733401502318 to pos 503, reset compression=false 2024-12-05T12:25:21,607 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.wal-reader.9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:25:21,607 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.wal-reader.9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.1733401502318 to pos 607, reset compression=false 2024-12-05T12:25:21,607 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.shipper9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,35119,1733401500487 got entry batch from reader: WALEntryBatch [walEntries=[{test/decc55b841309dbbe11af70462834fcf/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.1733401502318, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T12:25:21,608 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43601 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T12:25:21,610 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43601 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T12:25:21,811 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.wal-reader.9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.1733401502318 to pos 607, reset compression=false 2024-12-05T12:25:21,874 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.wal-reader.9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/WALs/9ea9abad0e9b,43601,1733401505016/9ea9abad0e9b%2C43601%2C1733401505016.1733401507242 to pos 527, reset compression=false 2024-12-05T12:25:21,877 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.wal-reader.9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:25:21,877 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.wal-reader.9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/WALs/9ea9abad0e9b,43601,1733401505016/9ea9abad0e9b%2C43601%2C1733401505016.1733401507242 to pos 655, reset compression=false 2024-12-05T12:25:21,878 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.shipper9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,43601,1733401505016 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/WALs/9ea9abad0e9b,43601,1733401505016/9ea9abad0e9b%2C43601%2C1733401505016.1733401507242, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:25:22,049 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762.replicationSource.wal-reader.9ea9abad0e9b%2C39205%2C1733401495762,1-9ea9abad0e9b,39205,1733401495762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/WALs/9ea9abad0e9b,39205,1733401495762/9ea9abad0e9b%2C39205%2C1733401495762.1733401497854 to pos 480, reset compression=false 2024-12-05T12:25:22,081 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.wal-reader.9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/WALs/9ea9abad0e9b,43601,1733401505016/9ea9abad0e9b%2C43601%2C1733401505016.1733401507242 to pos 655, reset compression=false 2024-12-05T12:25:22,114 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.wal-reader.9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.1733401502318 to pos 607, reset compression=false 2024-12-05T12:25:22,226 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-05T12:25:22,229 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-05T12:25:22,385 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.wal-reader.9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/WALs/9ea9abad0e9b,43601,1733401505016/9ea9abad0e9b%2C43601%2C1733401505016.1733401507242 to pos 655, reset compression=false 2024-12-05T12:25:22,389 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.wal-reader.9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:25:22,389 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.wal-reader.9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/WALs/9ea9abad0e9b,43601,1733401505016/9ea9abad0e9b%2C43601%2C1733401505016.1733401507242 to pos 759, reset compression=false 2024-12-05T12:25:22,389 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.shipper9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,43601,1733401505016 got entry batch from reader: WALEntryBatch [walEntries=[{test/582bddf35a520d4f79d9340283b1f6cb/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/WALs/9ea9abad0e9b,43601,1733401505016/9ea9abad0e9b%2C43601%2C1733401505016.1733401507242, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T12:25:22,391 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.shipper9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:25:22,391 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-12-05T12:25:22,392 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35119 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T12:25:22,394 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35119 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T12:25:22,517 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.wal-reader.9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.1733401502318 to pos 607, reset compression=false 2024-12-05T12:25:22,521 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.wal-reader.9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:25:22,521 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.wal-reader.9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.1733401502318 to pos 734, reset compression=false 2024-12-05T12:25:22,521 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.shipper9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,35119,1733401500487 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.1733401502318, lastWalPosition=734, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:25:22,593 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.wal-reader.9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/WALs/9ea9abad0e9b,43601,1733401505016/9ea9abad0e9b%2C43601%2C1733401505016.1733401507242 to pos 759, reset compression=false 2024-12-05T12:25:22,652 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762.replicationSource.wal-reader.9ea9abad0e9b%2C39205%2C1733401495762,1-9ea9abad0e9b,39205,1733401495762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/WALs/9ea9abad0e9b,39205,1733401495762/9ea9abad0e9b%2C39205%2C1733401495762.1733401497854 to pos 480, reset compression=false 2024-12-05T12:25:22,725 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.wal-reader.9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.1733401502318 to pos 734, reset compression=false 2024-12-05T12:25:22,896 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.wal-reader.9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/WALs/9ea9abad0e9b,43601,1733401505016/9ea9abad0e9b%2C43601%2C1733401505016.1733401507242 to pos 759, reset compression=false 2024-12-05T12:25:23,028 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.wal-reader.9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.1733401502318 to pos 734, reset compression=false 2024-12-05T12:25:23,231 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-05T12:25:23,234 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-05T12:25:23,300 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.wal-reader.9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/WALs/9ea9abad0e9b,43601,1733401505016/9ea9abad0e9b%2C43601%2C1733401505016.1733401507242 to pos 759, reset compression=false 2024-12-05T12:25:23,355 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762.replicationSource.wal-reader.9ea9abad0e9b%2C39205%2C1733401495762,1-9ea9abad0e9b,39205,1733401495762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/WALs/9ea9abad0e9b,39205,1733401495762/9ea9abad0e9b%2C39205%2C1733401495762.1733401497854 to pos 480, reset compression=false 2024-12-05T12:25:23,359 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762.replicationSource.wal-reader.9ea9abad0e9b%2C39205%2C1733401495762,1-9ea9abad0e9b,39205,1733401495762 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:25:23,359 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762.replicationSource.wal-reader.9ea9abad0e9b%2C39205%2C1733401495762,1-9ea9abad0e9b,39205,1733401495762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/WALs/9ea9abad0e9b,39205,1733401495762/9ea9abad0e9b%2C39205%2C1733401495762.1733401497854 to pos 636, reset compression=false 2024-12-05T12:25:23,359 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762.replicationSource.shipper9ea9abad0e9b%2C39205%2C1733401495762,1-9ea9abad0e9b,39205,1733401495762 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,39205,1733401495762 got entry batch from reader: WALEntryBatch [walEntries=[{test/3f491167ba646800bdff1b4956d8e758/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/WALs/9ea9abad0e9b,39205,1733401495762/9ea9abad0e9b%2C39205%2C1733401495762.1733401497854, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-05T12:25:23,360 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35119 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T12:25:23,362 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35119 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T12:25:23,431 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.wal-reader.9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.1733401502318 to pos 734, reset compression=false 2024-12-05T12:25:23,434 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.wal-reader.9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:25:23,434 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.wal-reader.9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.1733401502318 to pos 881, reset compression=false 2024-12-05T12:25:23,434 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.shipper9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,35119,1733401500487 got entry batch from reader: WALEntryBatch [walEntries=[{test/decc55b841309dbbe11af70462834fcf/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.1733401502318, lastWalPosition=881, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-05T12:25:23,435 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43601 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T12:25:23,437 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43601 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T12:25:23,561 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762.replicationSource.wal-reader.9ea9abad0e9b%2C39205%2C1733401495762,1-9ea9abad0e9b,39205,1733401495762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/WALs/9ea9abad0e9b,39205,1733401495762/9ea9abad0e9b%2C39205%2C1733401495762.1733401497854 to pos 636, reset compression=false 2024-12-05T12:25:23,637 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.wal-reader.9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.1733401502318 to pos 881, reset compression=false 2024-12-05T12:25:23,803 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.wal-reader.9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/WALs/9ea9abad0e9b,43601,1733401505016/9ea9abad0e9b%2C43601%2C1733401505016.1733401507242 to pos 759, reset compression=false 2024-12-05T12:25:23,806 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.wal-reader.9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:25:23,806 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.wal-reader.9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/WALs/9ea9abad0e9b,43601,1733401505016/9ea9abad0e9b%2C43601%2C1733401505016.1733401507242 to pos 930, reset compression=false 2024-12-05T12:25:23,806 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.shipper9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,43601,1733401505016 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/WALs/9ea9abad0e9b,43601,1733401505016/9ea9abad0e9b%2C43601%2C1733401505016.1733401507242, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:25:23,864 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762.replicationSource.wal-reader.9ea9abad0e9b%2C39205%2C1733401495762,1-9ea9abad0e9b,39205,1733401495762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/WALs/9ea9abad0e9b,39205,1733401495762/9ea9abad0e9b%2C39205%2C1733401495762.1733401497854 to pos 636, reset compression=false 2024-12-05T12:25:23,940 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.wal-reader.9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.1733401502318 to pos 881, reset compression=false 2024-12-05T12:25:24,009 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.wal-reader.9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/WALs/9ea9abad0e9b,43601,1733401505016/9ea9abad0e9b%2C43601%2C1733401505016.1733401507242 to pos 930, reset compression=false 2024-12-05T12:25:24,235 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-05T12:25:24,238 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-05T12:25:24,268 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762.replicationSource.wal-reader.9ea9abad0e9b%2C39205%2C1733401495762,1-9ea9abad0e9b,39205,1733401495762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/WALs/9ea9abad0e9b,39205,1733401495762/9ea9abad0e9b%2C39205%2C1733401495762.1733401497854 to pos 636, reset compression=false 2024-12-05T12:25:24,312 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.wal-reader.9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/WALs/9ea9abad0e9b,43601,1733401505016/9ea9abad0e9b%2C43601%2C1733401505016.1733401507242 to pos 930, reset compression=false 2024-12-05T12:25:24,343 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.wal-reader.9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.1733401502318 to pos 881, reset compression=false 2024-12-05T12:25:24,347 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.wal-reader.9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:25:24,347 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.wal-reader.9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.1733401502318 to pos 1040, reset compression=false 2024-12-05T12:25:24,347 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.shipper9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,35119,1733401500487 got entry batch from reader: WALEntryBatch [walEntries=[{test/decc55b841309dbbe11af70462834fcf/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.1733401502318, lastWalPosition=1040, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-05T12:25:24,348 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43601 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T12:25:24,350 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43601 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T12:25:24,365 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:25:24,366 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9ea9abad0e9b,43791,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:43791 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T12:25:24,366 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108677 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9ea9abad0e9b,43791,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:43791 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T12:25:24,551 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.wal-reader.9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.1733401502318 to pos 1040, reset compression=false 2024-12-05T12:25:24,704 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:25:24,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:24,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:24,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:24,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:24,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:24,715 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.wal-reader.9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/WALs/9ea9abad0e9b,43601,1733401505016/9ea9abad0e9b%2C43601%2C1733401505016.1733401507242 to pos 930, reset compression=false 2024-12-05T12:25:24,720 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.wal-reader.9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:25:24,720 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.wal-reader.9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/WALs/9ea9abad0e9b,43601,1733401505016/9ea9abad0e9b%2C43601%2C1733401505016.1733401507242 to pos 1080, reset compression=false 2024-12-05T12:25:24,720 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.shipper9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,43601,1733401505016 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/WALs/9ea9abad0e9b,43601,1733401505016/9ea9abad0e9b%2C43601%2C1733401505016.1733401507242, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:25:24,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:24,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:24,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:24,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:24,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:24,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:24,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:24,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:24,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:24,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:24,771 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762.replicationSource.wal-reader.9ea9abad0e9b%2C39205%2C1733401495762,1-9ea9abad0e9b,39205,1733401495762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/WALs/9ea9abad0e9b,39205,1733401495762/9ea9abad0e9b%2C39205%2C1733401495762.1733401497854 to pos 636, reset compression=false 2024-12-05T12:25:24,855 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.wal-reader.9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.1733401502318 to pos 1040, reset compression=false 2024-12-05T12:25:24,924 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.wal-reader.9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/WALs/9ea9abad0e9b,43601,1733401505016/9ea9abad0e9b%2C43601%2C1733401505016.1733401507242 to pos 1080, reset compression=false 2024-12-05T12:25:25,075 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T12:25:25,227 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.wal-reader.9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/WALs/9ea9abad0e9b,43601,1733401505016/9ea9abad0e9b%2C43601%2C1733401505016.1733401507242 to pos 1080, reset compression=false 2024-12-05T12:25:25,240 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-05T12:25:25,252 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-05T12:25:25,259 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.wal-reader.9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.1733401502318 to pos 1040, reset compression=false 2024-12-05T12:25:25,374 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762.replicationSource.wal-reader.9ea9abad0e9b%2C39205%2C1733401495762,1-9ea9abad0e9b,39205,1733401495762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/WALs/9ea9abad0e9b,39205,1733401495762/9ea9abad0e9b%2C39205%2C1733401495762.1733401497854 to pos 636, reset compression=false 2024-12-05T12:25:25,630 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.wal-reader.9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/WALs/9ea9abad0e9b,43601,1733401505016/9ea9abad0e9b%2C43601%2C1733401505016.1733401507242 to pos 1080, reset compression=false 2024-12-05T12:25:25,634 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.wal-reader.9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:25:25,634 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.wal-reader.9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/WALs/9ea9abad0e9b,43601,1733401505016/9ea9abad0e9b%2C43601%2C1733401505016.1733401507242 to pos 1239, reset compression=false 2024-12-05T12:25:25,635 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.shipper9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,43601,1733401505016 got entry batch from reader: WALEntryBatch [walEntries=[{test/582bddf35a520d4f79d9340283b1f6cb/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/WALs/9ea9abad0e9b,43601,1733401505016/9ea9abad0e9b%2C43601%2C1733401505016.1733401507242, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-05T12:25:25,636 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35119 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T12:25:25,638 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35119 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T12:25:25,762 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.wal-reader.9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.1733401502318 to pos 1040, reset compression=false 2024-12-05T12:25:25,766 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.wal-reader.9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:25:25,766 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.wal-reader.9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.1733401502318 to pos 1189, reset compression=false 2024-12-05T12:25:25,766 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.shipper9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,35119,1733401500487 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.1733401502318, lastWalPosition=1189, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:25:25,838 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.wal-reader.9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/WALs/9ea9abad0e9b,43601,1733401505016/9ea9abad0e9b%2C43601%2C1733401505016.1733401507242 to pos 1239, reset compression=false 2024-12-05T12:25:25,969 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.wal-reader.9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.1733401502318 to pos 1189, reset compression=false 2024-12-05T12:25:26,078 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762.replicationSource.wal-reader.9ea9abad0e9b%2C39205%2C1733401495762,1-9ea9abad0e9b,39205,1733401495762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/WALs/9ea9abad0e9b,39205,1733401495762/9ea9abad0e9b%2C39205%2C1733401495762.1733401497854 to pos 636, reset compression=false 2024-12-05T12:25:26,141 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.wal-reader.9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/WALs/9ea9abad0e9b,43601,1733401505016/9ea9abad0e9b%2C43601%2C1733401505016.1733401507242 to pos 1239, reset compression=false 2024-12-05T12:25:26,253 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-05T12:25:26,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T12:25:26,257 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:25:26,257 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:25:26,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:26,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:26,257 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:25:26,258 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T12:25:26,258 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=404199603, stopped=false 2024-12-05T12:25:26,258 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9ea9abad0e9b,39785,1733401504904 2024-12-05T12:25:26,273 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.wal-reader.9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.1733401502318 to pos 1189, reset compression=false 2024-12-05T12:25:26,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39785-0x101a6a187550006, quorum=127.0.0.1:60159, baseZNode=/2904341317 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2904341317/running 2024-12-05T12:25:26,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x101a6a187550007, quorum=127.0.0.1:60159, baseZNode=/2904341317 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2904341317/running 2024-12-05T12:25:26,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39785-0x101a6a187550006, quorum=127.0.0.1:60159, baseZNode=/2904341317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2904341317 2024-12-05T12:25:26,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x101a6a187550007, quorum=127.0.0.1:60159, baseZNode=/2904341317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2904341317 2024-12-05T12:25:26,310 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:25:26,311 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:25:26,311 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:25:26,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:26,311 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9ea9abad0e9b,43601,1733401505016' ***** 2024-12-05T12:25:26,311 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T12:25:26,311 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43601-0x101a6a187550007, quorum=127.0.0.1:60159, baseZNode=/2904341317 Set watcher on znode that does not yet exist, /2904341317/running 2024-12-05T12:25:26,311 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39785-0x101a6a187550006, quorum=127.0.0.1:60159, baseZNode=/2904341317 Set watcher on znode that does not yet exist, /2904341317/running 2024-12-05T12:25:26,311 INFO [RS:0;9ea9abad0e9b:43601 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T12:25:26,311 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T12:25:26,312 INFO [RS:0;9ea9abad0e9b:43601 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T12:25:26,312 INFO [RS:0;9ea9abad0e9b:43601 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T12:25:26,312 INFO [RS:0;9ea9abad0e9b:43601 {}] regionserver.HRegionServer(3091): Received CLOSE for 96ce3899b923bf1de3e99aaeaf0f7368 2024-12-05T12:25:26,312 INFO [RS:0;9ea9abad0e9b:43601 {}] regionserver.HRegionServer(3091): Received CLOSE for 582bddf35a520d4f79d9340283b1f6cb 2024-12-05T12:25:26,312 INFO [RS:0;9ea9abad0e9b:43601 {}] regionserver.HRegionServer(959): stopping server 9ea9abad0e9b,43601,1733401505016 2024-12-05T12:25:26,312 INFO [RS:0;9ea9abad0e9b:43601 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:25:26,312 INFO [RS:0;9ea9abad0e9b:43601 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ea9abad0e9b:43601. 2024-12-05T12:25:26,312 DEBUG [RS:0;9ea9abad0e9b:43601 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:25:26,312 DEBUG [RS:0;9ea9abad0e9b:43601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:26,312 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 96ce3899b923bf1de3e99aaeaf0f7368, disabling compactions & flushes 2024-12-05T12:25:26,312 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401518059.96ce3899b923bf1de3e99aaeaf0f7368. 2024-12-05T12:25:26,312 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401518059.96ce3899b923bf1de3e99aaeaf0f7368. 2024-12-05T12:25:26,312 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401518059.96ce3899b923bf1de3e99aaeaf0f7368. after waiting 0 ms 2024-12-05T12:25:26,312 INFO [RS:0;9ea9abad0e9b:43601 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T12:25:26,312 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401518059.96ce3899b923bf1de3e99aaeaf0f7368. 2024-12-05T12:25:26,312 INFO [RS:0;9ea9abad0e9b:43601 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T12:25:26,312 INFO [RS:0;9ea9abad0e9b:43601 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T12:25:26,312 INFO [RS:0;9ea9abad0e9b:43601 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T12:25:26,312 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 96ce3899b923bf1de3e99aaeaf0f7368 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-12-05T12:25:26,312 INFO [RS:0;9ea9abad0e9b:43601 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T12:25:26,312 DEBUG [RS:0;9ea9abad0e9b:43601 {}] regionserver.HRegionServer(1325): Online Regions={96ce3899b923bf1de3e99aaeaf0f7368=hbase:replication,,1733401518059.96ce3899b923bf1de3e99aaeaf0f7368., 1588230740=hbase:meta,,1.1588230740, 582bddf35a520d4f79d9340283b1f6cb=test,,1733401512577.582bddf35a520d4f79d9340283b1f6cb.} 2024-12-05T12:25:26,312 DEBUG [RS:0;9ea9abad0e9b:43601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 582bddf35a520d4f79d9340283b1f6cb, 96ce3899b923bf1de3e99aaeaf0f7368 2024-12-05T12:25:26,312 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:25:26,312 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:25:26,313 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:25:26,313 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:25:26,313 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:25:26,313 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T12:25:26,326 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/data/hbase/replication/96ce3899b923bf1de3e99aaeaf0f7368/.tmp/queue/2991656600944557bccceaedf0618a8e is 154, key is 1-9ea9abad0e9b,43601,1733401505016/queue:9ea9abad0e9b%2C43601%2C1733401505016/1733401525639/Put/seqid=0 2024-12-05T12:25:26,328 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/data/hbase/meta/1588230740/.tmp/info/0fb08b86d1424aaf82cfff0007605f89 is 147, key is hbase:replication,,1733401518059.96ce3899b923bf1de3e99aaeaf0f7368./info:regioninfo/1733401519215/Put/seqid=0 2024-12-05T12:25:26,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741840_1016 (size=5353) 2024-12-05T12:25:26,330 INFO [regionserver/9ea9abad0e9b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:25:26,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741841_1017 (size=7686) 2024-12-05T12:25:26,513 DEBUG [RS:0;9ea9abad0e9b:43601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 582bddf35a520d4f79d9340283b1f6cb, 96ce3899b923bf1de3e99aaeaf0f7368 2024-12-05T12:25:26,544 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.wal-reader.9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/WALs/9ea9abad0e9b,43601,1733401505016/9ea9abad0e9b%2C43601%2C1733401505016.1733401507242 to pos 1239, reset compression=false 2024-12-05T12:25:26,677 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.wal-reader.9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.1733401502318 to pos 1189, reset compression=false 2024-12-05T12:25:26,713 DEBUG [RS:0;9ea9abad0e9b:43601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 582bddf35a520d4f79d9340283b1f6cb, 96ce3899b923bf1de3e99aaeaf0f7368 2024-12-05T12:25:26,730 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/data/hbase/replication/96ce3899b923bf1de3e99aaeaf0f7368/.tmp/queue/2991656600944557bccceaedf0618a8e 2024-12-05T12:25:26,734 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/data/hbase/replication/96ce3899b923bf1de3e99aaeaf0f7368/.tmp/queue/2991656600944557bccceaedf0618a8e as hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/data/hbase/replication/96ce3899b923bf1de3e99aaeaf0f7368/queue/2991656600944557bccceaedf0618a8e 2024-12-05T12:25:26,736 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/data/hbase/meta/1588230740/.tmp/info/0fb08b86d1424aaf82cfff0007605f89 2024-12-05T12:25:26,738 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/data/hbase/replication/96ce3899b923bf1de3e99aaeaf0f7368/queue/2991656600944557bccceaedf0618a8e, entries=1, sequenceid=12, filesize=5.2 K 2024-12-05T12:25:26,739 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 96ce3899b923bf1de3e99aaeaf0f7368 in 427ms, sequenceid=12, compaction requested=false 2024-12-05T12:25:26,751 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/data/hbase/replication/96ce3899b923bf1de3e99aaeaf0f7368/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-05T12:25:26,752 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:25:26,752 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:25:26,752 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733401518059.96ce3899b923bf1de3e99aaeaf0f7368. 2024-12-05T12:25:26,752 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 96ce3899b923bf1de3e99aaeaf0f7368: Waiting for close lock at 1733401526312Running coprocessor pre-close hooks at 1733401526312Disabling compacts and flushes for region at 1733401526312Disabling writes for close at 1733401526312Obtaining lock to block concurrent updates at 1733401526312Preparing flush snapshotting stores in 96ce3899b923bf1de3e99aaeaf0f7368 at 1733401526312Finished memstore snapshotting hbase:replication,,1733401518059.96ce3899b923bf1de3e99aaeaf0f7368., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1733401526313 (+1 ms)Flushing stores of hbase:replication,,1733401518059.96ce3899b923bf1de3e99aaeaf0f7368. at 1733401526313Flushing 96ce3899b923bf1de3e99aaeaf0f7368/queue: creating writer at 1733401526313Flushing 96ce3899b923bf1de3e99aaeaf0f7368/queue: appending metadata at 1733401526326 (+13 ms)Flushing 96ce3899b923bf1de3e99aaeaf0f7368/queue: closing flushed file at 1733401526326Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@480d2ac0: reopening flushed file at 1733401526733 (+407 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 96ce3899b923bf1de3e99aaeaf0f7368 in 427ms, sequenceid=12, compaction requested=false at 1733401526739 (+6 ms)Writing region close event to WAL at 1733401526740 (+1 ms)Running coprocessor post-close hooks at 1733401526752 (+12 ms)Closed at 1733401526752 2024-12-05T12:25:26,752 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733401518059.96ce3899b923bf1de3e99aaeaf0f7368. 2024-12-05T12:25:26,752 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 582bddf35a520d4f79d9340283b1f6cb, disabling compactions & flushes 2024-12-05T12:25:26,752 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733401512577.582bddf35a520d4f79d9340283b1f6cb. 2024-12-05T12:25:26,752 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401512577.582bddf35a520d4f79d9340283b1f6cb. 2024-12-05T12:25:26,752 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733401512577.582bddf35a520d4f79d9340283b1f6cb. after waiting 0 ms 2024-12-05T12:25:26,752 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733401512577.582bddf35a520d4f79d9340283b1f6cb. 2024-12-05T12:25:26,752 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 582bddf35a520d4f79d9340283b1f6cb 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-05T12:25:26,754 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/data/hbase/meta/1588230740/.tmp/ns/f37d9cc3c1194664bcdc27482440d3c9 is 43, key is default/ns:d/1733401508184/Put/seqid=0 2024-12-05T12:25:26,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741842_1018 (size=5153) 2024-12-05T12:25:26,769 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/data/default/test/582bddf35a520d4f79d9340283b1f6cb/.tmp/f/97b9dbb2299e41d5993f41cedb2611f2 is 29, key is row1/f:/1733401524236/DeleteFamily/seqid=0 2024-12-05T12:25:26,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741843_1019 (size=5152) 2024-12-05T12:25:26,881 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762.replicationSource.wal-reader.9ea9abad0e9b%2C39205%2C1733401495762,1-9ea9abad0e9b,39205,1733401495762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/WALs/9ea9abad0e9b,39205,1733401495762/9ea9abad0e9b%2C39205%2C1733401495762.1733401497854 to pos 636, reset compression=false 2024-12-05T12:25:26,913 DEBUG [RS:0;9ea9abad0e9b:43601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 582bddf35a520d4f79d9340283b1f6cb 2024-12-05T12:25:27,046 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.wal-reader.9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/WALs/9ea9abad0e9b,43601,1733401505016/9ea9abad0e9b%2C43601%2C1733401505016.1733401507242 to pos 1239, reset compression=false 2024-12-05T12:25:27,051 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.wal-reader.9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:25:27,051 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.wal-reader.9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/WALs/9ea9abad0e9b,43601,1733401505016/9ea9abad0e9b%2C43601%2C1733401505016.1733401507242 to pos 1486, reset compression=false 2024-12-05T12:25:27,051 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.shipper9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,43601,1733401505016 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/WALs/9ea9abad0e9b,43601,1733401505016/9ea9abad0e9b%2C43601%2C1733401505016.1733401507242, lastWalPosition=1486, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:25:27,052 ERROR [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.shipper9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9ea9abad0e9b,43601,1733401505016: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9ea9abad0e9b,43601,1733401505016, walGroup=9ea9abad0e9b%2C43601%2C1733401505016, offset=9ea9abad0e9b%2C43601%2C1733401505016.1733401507242:1486, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:43601 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T12:25:27,053 ERROR [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.shipper9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T12:25:27,053 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.shipper9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T12:25:27,055 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.shipper9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T12:25:27,055 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.shipper9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T12:25:27,055 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.shipper9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T12:25:27,055 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.shipper9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1392508928, "init": 1048576000, "max": 2306867200, "used": 863024544 }, "NonHeapMemoryUsage": { "committed": 206372864, "init": 7667712, "max": -1, "used": 201068592 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T12:25:27,055 WARN [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.shipper9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:39785 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:39785 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-12-05T12:25:27,113 DEBUG [RS:0;9ea9abad0e9b:43601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 582bddf35a520d4f79d9340283b1f6cb 2024-12-05T12:25:27,117 INFO [regionserver/9ea9abad0e9b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T12:25:27,117 INFO [regionserver/9ea9abad0e9b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T12:25:27,159 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/data/hbase/meta/1588230740/.tmp/ns/f37d9cc3c1194664bcdc27482440d3c9 2024-12-05T12:25:27,173 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/data/default/test/582bddf35a520d4f79d9340283b1f6cb/.tmp/f/97b9dbb2299e41d5993f41cedb2611f2 2024-12-05T12:25:27,174 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/data/hbase/meta/1588230740/.tmp/rep_barrier/9e9dca08349a4f048f8b6d4288879b2b is 112, key is test,,1733401512577.582bddf35a520d4f79d9340283b1f6cb./rep_barrier:seqnumDuringOpen/1733401513767/Put/seqid=0 2024-12-05T12:25:27,176 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 97b9dbb2299e41d5993f41cedb2611f2 2024-12-05T12:25:27,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741844_1020 (size=5518) 2024-12-05T12:25:27,180 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.wal-reader.9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.1733401502318 to pos 1189, reset compression=false 2024-12-05T12:25:27,190 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/data/default/test/582bddf35a520d4f79d9340283b1f6cb/.tmp/f1/e4714f7df869462391e791c92afc8dce is 30, key is row1/f1:/1733401524236/DeleteFamily/seqid=0 2024-12-05T12:25:27,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741845_1021 (size=5158) 2024-12-05T12:25:27,196 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/data/default/test/582bddf35a520d4f79d9340283b1f6cb/.tmp/f1/e4714f7df869462391e791c92afc8dce 2024-12-05T12:25:27,201 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e4714f7df869462391e791c92afc8dce 2024-12-05T12:25:27,214 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/data/default/test/582bddf35a520d4f79d9340283b1f6cb/.tmp/norep/72b690fb87804a97847adcc2525e1985 is 33, key is row2/norep:/1733401525240/DeleteFamily/seqid=0 2024-12-05T12:25:27,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741846_1022 (size=5108) 2024-12-05T12:25:27,256 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.wal-reader.9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/WALs/9ea9abad0e9b,43601,1733401505016/9ea9abad0e9b%2C43601%2C1733401505016.1733401507242 to pos 1486, reset compression=false 2024-12-05T12:25:27,313 INFO [RS:0;9ea9abad0e9b:43601 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T12:25:27,313 DEBUG [RS:0;9ea9abad0e9b:43601 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 582bddf35a520d4f79d9340283b1f6cb=test,,1733401512577.582bddf35a520d4f79d9340283b1f6cb.} 2024-12-05T12:25:27,313 DEBUG [RS:0;9ea9abad0e9b:43601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 582bddf35a520d4f79d9340283b1f6cb 2024-12-05T12:25:27,514 DEBUG [RS:0;9ea9abad0e9b:43601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 582bddf35a520d4f79d9340283b1f6cb 2024-12-05T12:25:27,564 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.wal-reader.9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/WALs/9ea9abad0e9b,43601,1733401505016/9ea9abad0e9b%2C43601%2C1733401505016.1733401507242 to pos 1486, reset compression=false 2024-12-05T12:25:27,578 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/data/hbase/meta/1588230740/.tmp/rep_barrier/9e9dca08349a4f048f8b6d4288879b2b 2024-12-05T12:25:27,597 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/data/hbase/meta/1588230740/.tmp/table/90ff479aff044fcab055a41ddc2b446c is 53, key is hbase:replication/table:state/1733401519232/Put/seqid=0 2024-12-05T12:25:27,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741847_1023 (size=5308) 2024-12-05T12:25:27,617 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/data/default/test/582bddf35a520d4f79d9340283b1f6cb/.tmp/norep/72b690fb87804a97847adcc2525e1985 2024-12-05T12:25:27,621 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 72b690fb87804a97847adcc2525e1985 2024-12-05T12:25:27,622 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/data/default/test/582bddf35a520d4f79d9340283b1f6cb/.tmp/f/97b9dbb2299e41d5993f41cedb2611f2 as hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/data/default/test/582bddf35a520d4f79d9340283b1f6cb/f/97b9dbb2299e41d5993f41cedb2611f2 2024-12-05T12:25:27,626 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 97b9dbb2299e41d5993f41cedb2611f2 2024-12-05T12:25:27,627 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/data/default/test/582bddf35a520d4f79d9340283b1f6cb/f/97b9dbb2299e41d5993f41cedb2611f2, entries=3, sequenceid=10, filesize=5.0 K 2024-12-05T12:25:27,627 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/data/default/test/582bddf35a520d4f79d9340283b1f6cb/.tmp/f1/e4714f7df869462391e791c92afc8dce as hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/data/default/test/582bddf35a520d4f79d9340283b1f6cb/f1/e4714f7df869462391e791c92afc8dce 2024-12-05T12:25:27,631 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e4714f7df869462391e791c92afc8dce 2024-12-05T12:25:27,631 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/data/default/test/582bddf35a520d4f79d9340283b1f6cb/f1/e4714f7df869462391e791c92afc8dce, entries=3, sequenceid=10, filesize=5.0 K 2024-12-05T12:25:27,632 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/data/default/test/582bddf35a520d4f79d9340283b1f6cb/.tmp/norep/72b690fb87804a97847adcc2525e1985 as hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/data/default/test/582bddf35a520d4f79d9340283b1f6cb/norep/72b690fb87804a97847adcc2525e1985 2024-12-05T12:25:27,636 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 72b690fb87804a97847adcc2525e1985 2024-12-05T12:25:27,636 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/data/default/test/582bddf35a520d4f79d9340283b1f6cb/norep/72b690fb87804a97847adcc2525e1985, entries=1, sequenceid=10, filesize=5.0 K 2024-12-05T12:25:27,637 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 582bddf35a520d4f79d9340283b1f6cb in 885ms, sequenceid=10, compaction requested=false 2024-12-05T12:25:27,652 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/data/default/test/582bddf35a520d4f79d9340283b1f6cb/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-05T12:25:27,653 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:25:27,653 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T12:25:27,653 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733401512577.582bddf35a520d4f79d9340283b1f6cb. 2024-12-05T12:25:27,653 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 582bddf35a520d4f79d9340283b1f6cb: Waiting for close lock at 1733401526752Running coprocessor pre-close hooks at 1733401526752Disabling compacts and flushes for region at 1733401526752Disabling writes for close at 1733401526752Obtaining lock to block concurrent updates at 1733401526752Preparing flush snapshotting stores in 582bddf35a520d4f79d9340283b1f6cb at 1733401526752Finished memstore snapshotting test,,1733401512577.582bddf35a520d4f79d9340283b1f6cb., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733401526753 (+1 ms)Flushing stores of test,,1733401512577.582bddf35a520d4f79d9340283b1f6cb. at 1733401526753Flushing 582bddf35a520d4f79d9340283b1f6cb/f: creating writer at 1733401526753Flushing 582bddf35a520d4f79d9340283b1f6cb/f: appending metadata at 1733401526769 (+16 ms)Flushing 582bddf35a520d4f79d9340283b1f6cb/f: closing flushed file at 1733401526769Flushing 582bddf35a520d4f79d9340283b1f6cb/f1: creating writer at 1733401527176 (+407 ms)Flushing 582bddf35a520d4f79d9340283b1f6cb/f1: appending metadata at 1733401527189 (+13 ms)Flushing 582bddf35a520d4f79d9340283b1f6cb/f1: closing flushed file at 1733401527189Flushing 582bddf35a520d4f79d9340283b1f6cb/norep: creating writer at 1733401527201 (+12 ms)Flushing 582bddf35a520d4f79d9340283b1f6cb/norep: appending metadata at 1733401527213 (+12 ms)Flushing 582bddf35a520d4f79d9340283b1f6cb/norep: closing flushed file at 1733401527213Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b83e635: reopening flushed file at 1733401527622 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79d590a1: reopening flushed file at 1733401527627 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a5fb13b: reopening flushed file at 1733401527632 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 582bddf35a520d4f79d9340283b1f6cb in 885ms, sequenceid=10, compaction requested=false at 1733401527637 (+5 ms)Writing region close event to WAL at 1733401527649 (+12 ms)Running coprocessor post-close hooks at 1733401527653 (+4 ms)Closed at 1733401527653 2024-12-05T12:25:27,653 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733401512577.582bddf35a520d4f79d9340283b1f6cb. 2024-12-05T12:25:27,714 DEBUG [RS:0;9ea9abad0e9b:43601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:25:27,783 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.wal-reader.9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.1733401502318 to pos 1189, reset compression=false 2024-12-05T12:25:27,784 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762.replicationSource.wal-reader.9ea9abad0e9b%2C39205%2C1733401495762,1-9ea9abad0e9b,39205,1733401495762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/WALs/9ea9abad0e9b,39205,1733401495762/9ea9abad0e9b%2C39205%2C1733401495762.1733401497854 to pos 636, reset compression=false 2024-12-05T12:25:27,914 DEBUG [RS:0;9ea9abad0e9b:43601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:25:27,967 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.wal-reader.9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/WALs/9ea9abad0e9b,43601,1733401505016/9ea9abad0e9b%2C43601%2C1733401505016.1733401507242 to pos 1486, reset compression=false 2024-12-05T12:25:27,972 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.wal-reader.9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:25:27,972 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.wal-reader.9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/WALs/9ea9abad0e9b,43601,1733401505016/9ea9abad0e9b%2C43601%2C1733401505016.1733401507242 to pos 2130, reset compression=false 2024-12-05T12:25:28,001 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/data/hbase/meta/1588230740/.tmp/table/90ff479aff044fcab055a41ddc2b446c 2024-12-05T12:25:28,004 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/data/hbase/meta/1588230740/.tmp/info/0fb08b86d1424aaf82cfff0007605f89 as hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/data/hbase/meta/1588230740/info/0fb08b86d1424aaf82cfff0007605f89 2024-12-05T12:25:28,008 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/data/hbase/meta/1588230740/info/0fb08b86d1424aaf82cfff0007605f89, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T12:25:28,008 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/data/hbase/meta/1588230740/.tmp/ns/f37d9cc3c1194664bcdc27482440d3c9 as hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/data/hbase/meta/1588230740/ns/f37d9cc3c1194664bcdc27482440d3c9 2024-12-05T12:25:28,011 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/data/hbase/meta/1588230740/ns/f37d9cc3c1194664bcdc27482440d3c9, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T12:25:28,012 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/data/hbase/meta/1588230740/.tmp/rep_barrier/9e9dca08349a4f048f8b6d4288879b2b as hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/data/hbase/meta/1588230740/rep_barrier/9e9dca08349a4f048f8b6d4288879b2b 2024-12-05T12:25:28,014 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/data/hbase/meta/1588230740/rep_barrier/9e9dca08349a4f048f8b6d4288879b2b, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T12:25:28,015 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/data/hbase/meta/1588230740/.tmp/table/90ff479aff044fcab055a41ddc2b446c as hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/data/hbase/meta/1588230740/table/90ff479aff044fcab055a41ddc2b446c 2024-12-05T12:25:28,017 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/data/hbase/meta/1588230740/table/90ff479aff044fcab055a41ddc2b446c, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T12:25:28,018 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1705ms, sequenceid=16, compaction requested=false 2024-12-05T12:25:28,021 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T12:25:28,021 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:25:28,021 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:25:28,021 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:25:28,022 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401526312Running coprocessor pre-close hooks at 1733401526312Disabling compacts and flushes for region at 1733401526312Disabling writes for close at 1733401526313 (+1 ms)Obtaining lock to block concurrent updates at 1733401526313Preparing flush snapshotting stores in 1588230740 at 1733401526313Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733401526313Flushing stores of hbase:meta,,1.1588230740 at 1733401526313Flushing 1588230740/info: creating writer at 1733401526313Flushing 1588230740/info: appending metadata at 1733401526327 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733401526328 (+1 ms)Flushing 1588230740/ns: creating writer at 1733401526738 (+410 ms)Flushing 1588230740/ns: appending metadata at 1733401526754 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733401526754Flushing 1588230740/rep_barrier: creating writer at 1733401527162 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733401527174 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733401527174Flushing 1588230740/table: creating writer at 1733401527581 (+407 ms)Flushing 1588230740/table: appending metadata at 1733401527597 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733401527597Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d8a0ff2: reopening flushed file at 1733401528004 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4488677d: reopening flushed file at 1733401528008 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68758818: reopening flushed file at 1733401528011 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d400be2: reopening flushed file at 1733401528014 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1705ms, sequenceid=16, compaction requested=false at 1733401528018 (+4 ms)Writing region close event to WAL at 1733401528019 (+1 ms)Running coprocessor post-close hooks at 1733401528021 (+2 ms)Closed at 1733401528021 2024-12-05T12:25:28,022 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T12:25:28,114 INFO [RS:0;9ea9abad0e9b:43601 {}] regionserver.HRegionServer(976): stopping server 9ea9abad0e9b,43601,1733401505016; all regions closed. 2024-12-05T12:25:28,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741834_1010 (size=4239) 2024-12-05T12:25:28,116 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/WALs/9ea9abad0e9b,43601,1733401505016/9ea9abad0e9b%2C43601%2C1733401505016.meta.1733401508144.meta not finished, retry = 0 2024-12-05T12:25:28,179 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.wal-reader.9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/WALs/9ea9abad0e9b,43601,1733401505016/9ea9abad0e9b%2C43601%2C1733401505016.1733401507242 to pos 2130, reset compression=false 2024-12-05T12:25:28,218 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/WALs/9ea9abad0e9b,43601,1733401505016/9ea9abad0e9b%2C43601%2C1733401505016.rep.1733401519187 not finished, retry = 0 2024-12-05T12:25:28,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741839_1015 (size=3114) 2024-12-05T12:25:28,321 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/WALs/9ea9abad0e9b,43601,1733401505016/9ea9abad0e9b%2C43601%2C1733401505016.1733401507242 not finished, retry = 0 2024-12-05T12:25:28,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741832_1008 (size=2138) 2024-12-05T12:25:28,421 DEBUG [RS:0;9ea9abad0e9b:43601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:28,422 INFO [RS:0;9ea9abad0e9b:43601 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:25:28,422 INFO [RS:0;9ea9abad0e9b:43601 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:25:28,422 INFO [RS:0;9ea9abad0e9b:43601 {}] hbase.ChoreService(370): Chore service for: regionserver/9ea9abad0e9b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T12:25:28,422 INFO [RS:0;9ea9abad0e9b:43601 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:25:28,422 INFO [regionserver/9ea9abad0e9b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:25:28,422 INFO [RS:0;9ea9abad0e9b:43601 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9ea9abad0e9b,43601,1733401505016 because: Region server is closing 2024-12-05T12:25:28,423 INFO [RS:0;9ea9abad0e9b:43601 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ea9abad0e9b:43601. 2024-12-05T12:25:28,423 DEBUG [RS:0;9ea9abad0e9b:43601 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:25:28,423 DEBUG [RS:0;9ea9abad0e9b:43601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:28,423 DEBUG [RS:0;9ea9abad0e9b:43601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:28,423 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:25:28,487 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.wal-reader.9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.1733401502318 to pos 1189, reset compression=false 2024-12-05T12:25:28,523 INFO [RS:0;9ea9abad0e9b:43601 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,43601,1733401505016.replicationSource.shipper9ea9abad0e9b%2C43601%2C1733401505016,1-9ea9abad0e9b,43601,1733401505016 terminated 2024-12-05T12:25:28,523 INFO [RS:0;9ea9abad0e9b:43601 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ea9abad0e9b:43601. 2024-12-05T12:25:28,523 DEBUG [RS:0;9ea9abad0e9b:43601 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:25:28,523 DEBUG [RS:0;9ea9abad0e9b:43601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:28,523 DEBUG [RS:0;9ea9abad0e9b:43601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:28,523 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:25:28,524 INFO [RS:0;9ea9abad0e9b:43601 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43601 2024-12-05T12:25:28,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39785-0x101a6a187550006, quorum=127.0.0.1:60159, baseZNode=/2904341317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2904341317/rs 2024-12-05T12:25:28,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x101a6a187550007, quorum=127.0.0.1:60159, baseZNode=/2904341317 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2904341317/rs/9ea9abad0e9b,43601,1733401505016 2024-12-05T12:25:28,540 INFO [RS:0;9ea9abad0e9b:43601 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:25:28,589 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9ea9abad0e9b,43601,1733401505016] 2024-12-05T12:25:28,602 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2904341317/draining/9ea9abad0e9b,43601,1733401505016 already deleted, retry=false 2024-12-05T12:25:28,602 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9ea9abad0e9b,43601,1733401505016 expired; onlineServers=0 2024-12-05T12:25:28,602 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9ea9abad0e9b,39785,1733401504904' ***** 2024-12-05T12:25:28,602 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T12:25:28,602 INFO [M:0;9ea9abad0e9b:39785 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:25:28,602 INFO [M:0;9ea9abad0e9b:39785 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:25:28,602 DEBUG [M:0;9ea9abad0e9b:39785 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T12:25:28,602 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T12:25:28,602 DEBUG [M:0;9ea9abad0e9b:39785 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T12:25:28,602 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401506974 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401506974,5,FailOnTimeoutGroup] 2024-12-05T12:25:28,602 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401506971 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401506971,5,FailOnTimeoutGroup] 2024-12-05T12:25:28,603 INFO [M:0;9ea9abad0e9b:39785 {}] hbase.ChoreService(370): Chore service for: master/9ea9abad0e9b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T12:25:28,603 INFO [M:0;9ea9abad0e9b:39785 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:25:28,603 DEBUG [M:0;9ea9abad0e9b:39785 {}] master.HMaster(1795): Stopping service threads 2024-12-05T12:25:28,603 INFO [M:0;9ea9abad0e9b:39785 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T12:25:28,603 INFO [M:0;9ea9abad0e9b:39785 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:25:28,603 INFO [M:0;9ea9abad0e9b:39785 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T12:25:28,603 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T12:25:28,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39785-0x101a6a187550006, quorum=127.0.0.1:60159, baseZNode=/2904341317 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2904341317/master 2024-12-05T12:25:28,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39785-0x101a6a187550006, quorum=127.0.0.1:60159, baseZNode=/2904341317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2904341317 2024-12-05T12:25:28,619 DEBUG [M:0;9ea9abad0e9b:39785 {}] zookeeper.ZKUtil(347): master:39785-0x101a6a187550006, quorum=127.0.0.1:60159, baseZNode=/2904341317 Unable to get data of znode /2904341317/master because node does not exist (not an error) 2024-12-05T12:25:28,619 WARN [M:0;9ea9abad0e9b:39785 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T12:25:28,619 INFO [M:0;9ea9abad0e9b:39785 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/.lastflushedseqids 2024-12-05T12:25:28,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741848_1024 (size=245) 2024-12-05T12:25:28,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x101a6a187550007, quorum=127.0.0.1:60159, baseZNode=/2904341317 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:25:28,689 INFO [RS:0;9ea9abad0e9b:43601 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:25:28,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x101a6a187550007, quorum=127.0.0.1:60159, baseZNode=/2904341317 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:25:28,689 INFO [RS:0;9ea9abad0e9b:43601 {}] regionserver.HRegionServer(1031): Exiting; stopping=9ea9abad0e9b,43601,1733401505016; zookeeper connection closed. 2024-12-05T12:25:28,690 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@465df262 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@465df262 2024-12-05T12:25:28,691 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T12:25:28,787 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762.replicationSource.wal-reader.9ea9abad0e9b%2C39205%2C1733401495762,1-9ea9abad0e9b,39205,1733401495762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/WALs/9ea9abad0e9b,39205,1733401495762/9ea9abad0e9b%2C39205%2C1733401495762.1733401497854 to pos 636, reset compression=false 2024-12-05T12:25:29,023 INFO [M:0;9ea9abad0e9b:39785 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T12:25:29,023 INFO [M:0;9ea9abad0e9b:39785 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T12:25:29,024 DEBUG [M:0;9ea9abad0e9b:39785 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:25:29,024 INFO [M:0;9ea9abad0e9b:39785 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:29,024 DEBUG [M:0;9ea9abad0e9b:39785 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:29,024 DEBUG [M:0;9ea9abad0e9b:39785 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:25:29,024 DEBUG [M:0;9ea9abad0e9b:39785 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:29,024 INFO [M:0;9ea9abad0e9b:39785 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-05T12:25:29,038 DEBUG [M:0;9ea9abad0e9b:39785 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f3a10a94fd084b50876ffc9ac3328a9c is 82, key is hbase:meta,,1/info:regioninfo/1733401508168/Put/seqid=0 2024-12-05T12:25:29,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741849_1025 (size=5672) 2024-12-05T12:25:29,290 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.wal-reader.9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.1733401502318 to pos 1189, reset compression=false 2024-12-05T12:25:29,441 INFO [M:0;9ea9abad0e9b:39785 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f3a10a94fd084b50876ffc9ac3328a9c 2024-12-05T12:25:29,462 DEBUG [M:0;9ea9abad0e9b:39785 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0e1f8e6cf96f46d796e5682d593d7fe2 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733401519235/Put/seqid=0 2024-12-05T12:25:29,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741850_1026 (size=8517) 2024-12-05T12:25:29,869 INFO [M:0;9ea9abad0e9b:39785 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0e1f8e6cf96f46d796e5682d593d7fe2 2024-12-05T12:25:29,884 DEBUG [M:0;9ea9abad0e9b:39785 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/58bbefdf37cf4bb19c61ec5add024a28 is 69, key is 9ea9abad0e9b,43601,1733401505016/rs:state/1733401507070/Put/seqid=0 2024-12-05T12:25:29,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741851_1027 (size=5156) 2024-12-05T12:25:29,891 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762.replicationSource.wal-reader.9ea9abad0e9b%2C39205%2C1733401495762,1-9ea9abad0e9b,39205,1733401495762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/WALs/9ea9abad0e9b,39205,1733401495762/9ea9abad0e9b%2C39205%2C1733401495762.1733401497854 to pos 636, reset compression=false 2024-12-05T12:25:29,966 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T12:25:30,194 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.wal-reader.9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.1733401502318 to pos 1189, reset compression=false 2024-12-05T12:25:30,288 INFO [M:0;9ea9abad0e9b:39785 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/58bbefdf37cf4bb19c61ec5add024a28 2024-12-05T12:25:30,292 DEBUG [M:0;9ea9abad0e9b:39785 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f3a10a94fd084b50876ffc9ac3328a9c as hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f3a10a94fd084b50876ffc9ac3328a9c 2024-12-05T12:25:30,296 INFO [M:0;9ea9abad0e9b:39785 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f3a10a94fd084b50876ffc9ac3328a9c, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T12:25:30,296 DEBUG [M:0;9ea9abad0e9b:39785 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0e1f8e6cf96f46d796e5682d593d7fe2 as hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0e1f8e6cf96f46d796e5682d593d7fe2 2024-12-05T12:25:30,300 INFO [M:0;9ea9abad0e9b:39785 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0e1f8e6cf96f46d796e5682d593d7fe2, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T12:25:30,300 DEBUG [M:0;9ea9abad0e9b:39785 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/58bbefdf37cf4bb19c61ec5add024a28 as hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/58bbefdf37cf4bb19c61ec5add024a28 2024-12-05T12:25:30,304 INFO [M:0;9ea9abad0e9b:39785 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41963/user/jenkins/test-data/c472de9e-bcd1-47a4-2dd8-dcfa79ea2e4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/58bbefdf37cf4bb19c61ec5add024a28, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T12:25:30,305 INFO [M:0;9ea9abad0e9b:39785 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false 2024-12-05T12:25:30,307 INFO [M:0;9ea9abad0e9b:39785 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:30,307 DEBUG [M:0;9ea9abad0e9b:39785 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401529023Disabling compacts and flushes for region at 1733401529023Disabling writes for close at 1733401529024 (+1 ms)Obtaining lock to block concurrent updates at 1733401529024Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733401529024Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733401529024Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733401529025 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733401529025Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733401529038 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733401529038Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733401529445 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733401529462 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733401529462Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733401529872 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733401529884 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733401529884Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@be85b2b: reopening flushed file at 1733401530291 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68563625: reopening flushed file at 1733401530296 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2069db96: reopening flushed file at 1733401530300 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false at 1733401530305 (+5 ms)Writing region close event to WAL at 1733401530307 (+2 ms)Closed at 1733401530307 2024-12-05T12:25:30,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741830_1006 (size=63666) 2024-12-05T12:25:30,309 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:25:30,309 INFO [M:0;9ea9abad0e9b:39785 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T12:25:30,309 INFO [M:0;9ea9abad0e9b:39785 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39785 2024-12-05T12:25:30,310 INFO [M:0;9ea9abad0e9b:39785 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:25:30,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39785-0x101a6a187550006, quorum=127.0.0.1:60159, baseZNode=/2904341317 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:25:30,423 INFO [M:0;9ea9abad0e9b:39785 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:25:30,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39785-0x101a6a187550006, quorum=127.0.0.1:60159, baseZNode=/2904341317 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:25:30,426 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@68e6bf5a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:25:30,426 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7326c7ba{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:25:30,426 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:25:30,426 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f9147eb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:25:30,426 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@148f9f11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffbf5a14-7346-6144-bfc3-fe40cd9091f2/hadoop.log.dir/,STOPPED} 2024-12-05T12:25:30,428 WARN [BP-1473355405-172.17.0.3-1733401503453 heartbeating to localhost/127.0.0.1:41963 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T12:25:30,428 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T12:25:30,428 WARN [BP-1473355405-172.17.0.3-1733401503453 heartbeating to localhost/127.0.0.1:41963 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1473355405-172.17.0.3-1733401503453 (Datanode Uuid 8dee8ea3-f33b-4195-9ed0-9a8f78f149d1) service to localhost/127.0.0.1:41963 2024-12-05T12:25:30,428 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T12:25:30,428 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffbf5a14-7346-6144-bfc3-fe40cd9091f2/cluster_5eb10c09-ccef-8c98-9edd-ba91f171a1bb/data/data1/current/BP-1473355405-172.17.0.3-1733401503453 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:25:30,428 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffbf5a14-7346-6144-bfc3-fe40cd9091f2/cluster_5eb10c09-ccef-8c98-9edd-ba91f171a1bb/data/data2/current/BP-1473355405-172.17.0.3-1733401503453 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:25:30,428 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T12:25:30,434 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@cec87cf{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:25:30,434 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2424ba0e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:25:30,434 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:25:30,434 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a453c14{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:25:30,434 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@282af760{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffbf5a14-7346-6144-bfc3-fe40cd9091f2/hadoop.log.dir/,STOPPED} 2024-12-05T12:25:30,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T12:25:30,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T12:25:30,446 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:25:30,446 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:25:30,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:30,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:30,446 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:25:30,446 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T12:25:30,446 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1866092107, stopped=false 2024-12-05T12:25:30,446 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9ea9abad0e9b,34859,1733401500375 2024-12-05T12:25:30,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34859-0x101a6a187550003, quorum=127.0.0.1:60159, baseZNode=/1-803664655 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-803664655/running 2024-12-05T12:25:30,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35119-0x101a6a187550004, quorum=127.0.0.1:60159, baseZNode=/1-803664655 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-803664655/running 2024-12-05T12:25:30,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34859-0x101a6a187550003, quorum=127.0.0.1:60159, baseZNode=/1-803664655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-803664655 2024-12-05T12:25:30,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35119-0x101a6a187550004, quorum=127.0.0.1:60159, baseZNode=/1-803664655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-803664655 2024-12-05T12:25:30,460 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:25:30,461 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:25:30,461 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35119-0x101a6a187550004, quorum=127.0.0.1:60159, baseZNode=/1-803664655 Set watcher on znode that does not yet exist, /1-803664655/running 2024-12-05T12:25:30,461 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:25:30,461 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34859-0x101a6a187550003, quorum=127.0.0.1:60159, baseZNode=/1-803664655 Set watcher on znode that does not yet exist, /1-803664655/running 2024-12-05T12:25:30,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:30,461 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9ea9abad0e9b,35119,1733401500487' ***** 2024-12-05T12:25:30,461 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T12:25:30,461 INFO [RS:0;9ea9abad0e9b:35119 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T12:25:30,461 INFO [RS:0;9ea9abad0e9b:35119 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T12:25:30,461 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T12:25:30,462 INFO [RS:0;9ea9abad0e9b:35119 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T12:25:30,462 INFO [RS:0;9ea9abad0e9b:35119 {}] regionserver.HRegionServer(3091): Received CLOSE for decc55b841309dbbe11af70462834fcf 2024-12-05T12:25:30,462 INFO [RS:0;9ea9abad0e9b:35119 {}] regionserver.HRegionServer(3091): Received CLOSE for 44f451ec5924707993494d84cd31f87c 2024-12-05T12:25:30,462 INFO [RS:0;9ea9abad0e9b:35119 {}] regionserver.HRegionServer(959): stopping server 9ea9abad0e9b,35119,1733401500487 2024-12-05T12:25:30,462 INFO [RS:0;9ea9abad0e9b:35119 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:25:30,462 INFO [RS:0;9ea9abad0e9b:35119 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ea9abad0e9b:35119. 2024-12-05T12:25:30,462 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing decc55b841309dbbe11af70462834fcf, disabling compactions & flushes 2024-12-05T12:25:30,462 DEBUG [RS:0;9ea9abad0e9b:35119 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:25:30,462 DEBUG [RS:0;9ea9abad0e9b:35119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:30,462 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733401510428.decc55b841309dbbe11af70462834fcf. 2024-12-05T12:25:30,462 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401510428.decc55b841309dbbe11af70462834fcf. 2024-12-05T12:25:30,462 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733401510428.decc55b841309dbbe11af70462834fcf. after waiting 0 ms 2024-12-05T12:25:30,462 INFO [RS:0;9ea9abad0e9b:35119 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T12:25:30,462 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733401510428.decc55b841309dbbe11af70462834fcf. 2024-12-05T12:25:30,462 INFO [RS:0;9ea9abad0e9b:35119 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T12:25:30,462 INFO [RS:0;9ea9abad0e9b:35119 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T12:25:30,462 INFO [RS:0;9ea9abad0e9b:35119 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T12:25:30,462 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing decc55b841309dbbe11af70462834fcf 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-05T12:25:30,462 INFO [RS:0;9ea9abad0e9b:35119 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T12:25:30,462 DEBUG [RS:0;9ea9abad0e9b:35119 {}] regionserver.HRegionServer(1325): Online Regions={decc55b841309dbbe11af70462834fcf=test,,1733401510428.decc55b841309dbbe11af70462834fcf., 1588230740=hbase:meta,,1.1588230740, 44f451ec5924707993494d84cd31f87c=hbase:replication,,1733401516910.44f451ec5924707993494d84cd31f87c.} 2024-12-05T12:25:30,462 DEBUG [RS:0;9ea9abad0e9b:35119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 44f451ec5924707993494d84cd31f87c, decc55b841309dbbe11af70462834fcf 2024-12-05T12:25:30,462 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:25:30,462 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:25:30,462 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:25:30,462 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:25:30,462 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:25:30,462 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T12:25:30,475 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/data/default/test/decc55b841309dbbe11af70462834fcf/.tmp/f/b4aa5b448d32407c85e733e291ddd926 is 29, key is row1/f:/1733401524236/DeleteFamily/seqid=0 2024-12-05T12:25:30,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741840_1016 (size=5152) 2024-12-05T12:25:30,478 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/data/hbase/meta/1588230740/.tmp/info/cd5abe84f46b410f8016aae4df8b613a is 147, key is hbase:replication,,1733401516910.44f451ec5924707993494d84cd31f87c./info:regioninfo/1733401517683/Put/seqid=0 2024-12-05T12:25:30,478 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/data/default/test/decc55b841309dbbe11af70462834fcf/.tmp/f/b4aa5b448d32407c85e733e291ddd926 2024-12-05T12:25:30,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741841_1017 (size=7686) 2024-12-05T12:25:30,481 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b4aa5b448d32407c85e733e291ddd926 2024-12-05T12:25:30,493 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/data/default/test/decc55b841309dbbe11af70462834fcf/.tmp/f1/a4af9bec3f9949e785a5448ad433a814 is 30, key is row1/f1:/1733401524236/DeleteFamily/seqid=0 2024-12-05T12:25:30,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741842_1018 (size=5158) 2024-12-05T12:25:30,521 INFO [regionserver/9ea9abad0e9b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:25:30,662 DEBUG [RS:0;9ea9abad0e9b:35119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 44f451ec5924707993494d84cd31f87c, decc55b841309dbbe11af70462834fcf 2024-12-05T12:25:30,863 DEBUG [RS:0;9ea9abad0e9b:35119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 44f451ec5924707993494d84cd31f87c, decc55b841309dbbe11af70462834fcf 2024-12-05T12:25:30,882 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/data/hbase/meta/1588230740/.tmp/info/cd5abe84f46b410f8016aae4df8b613a 2024-12-05T12:25:30,896 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/data/default/test/decc55b841309dbbe11af70462834fcf/.tmp/f1/a4af9bec3f9949e785a5448ad433a814 2024-12-05T12:25:30,897 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/data/hbase/meta/1588230740/.tmp/ns/95eafcd5fac14f1ab614ceee1bea080d is 43, key is default/ns:d/1733401503239/Put/seqid=0 2024-12-05T12:25:30,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741843_1019 (size=5153) 2024-12-05T12:25:30,900 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4af9bec3f9949e785a5448ad433a814 2024-12-05T12:25:30,912 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/data/default/test/decc55b841309dbbe11af70462834fcf/.tmp/norep/b2440887e04e4a7dbc2a65cebce86ecf is 33, key is row1/norep:/1733401524236/DeleteFamily/seqid=0 2024-12-05T12:25:30,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741844_1020 (size=5108) 2024-12-05T12:25:31,063 DEBUG [RS:0;9ea9abad0e9b:35119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 44f451ec5924707993494d84cd31f87c, decc55b841309dbbe11af70462834fcf 2024-12-05T12:25:31,094 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762.replicationSource.wal-reader.9ea9abad0e9b%2C39205%2C1733401495762,1-9ea9abad0e9b,39205,1733401495762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/WALs/9ea9abad0e9b,39205,1733401495762/9ea9abad0e9b%2C39205%2C1733401495762.1733401497854 to pos 636, reset compression=false 2024-12-05T12:25:31,197 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.wal-reader.9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.1733401502318 to pos 1189, reset compression=false 2024-12-05T12:25:31,201 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.wal-reader.9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:25:31,201 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.wal-reader.9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.1733401502318 to pos 1436, reset compression=false 2024-12-05T12:25:31,201 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.shipper9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,35119,1733401500487 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.1733401502318, lastWalPosition=1436, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:25:31,202 ERROR [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.shipper9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9ea9abad0e9b,35119,1733401500487: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9ea9abad0e9b,35119,1733401500487, walGroup=9ea9abad0e9b%2C35119%2C1733401500487, offset=9ea9abad0e9b%2C35119%2C1733401500487.1733401502318:1436, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:35119 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T12:25:31,203 ERROR [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.shipper9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T12:25:31,203 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.shipper9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T12:25:31,203 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.shipper9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T12:25:31,203 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.shipper9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T12:25:31,203 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.shipper9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T12:25:31,203 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.shipper9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1392508928, "init": 1048576000, "max": 2306867200, "used": 944813472 }, "NonHeapMemoryUsage": { "committed": 206503936, "init": 7667712, "max": -1, "used": 201317584 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T12:25:31,203 WARN [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.shipper9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:34859 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:34859 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-12-05T12:25:31,263 DEBUG [RS:0;9ea9abad0e9b:35119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 44f451ec5924707993494d84cd31f87c, decc55b841309dbbe11af70462834fcf 2024-12-05T12:25:31,280 INFO [regionserver/9ea9abad0e9b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T12:25:31,280 INFO [regionserver/9ea9abad0e9b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T12:25:31,300 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/data/hbase/meta/1588230740/.tmp/ns/95eafcd5fac14f1ab614ceee1bea080d 2024-12-05T12:25:31,315 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/data/default/test/decc55b841309dbbe11af70462834fcf/.tmp/norep/b2440887e04e4a7dbc2a65cebce86ecf 2024-12-05T12:25:31,316 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/data/hbase/meta/1588230740/.tmp/rep_barrier/0a5b4ea46f6b448f9a665e5ff227a95c is 112, key is test,,1733401510428.decc55b841309dbbe11af70462834fcf./rep_barrier:seqnumDuringOpen/1733401511574/Put/seqid=0 2024-12-05T12:25:31,319 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b2440887e04e4a7dbc2a65cebce86ecf 2024-12-05T12:25:31,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741845_1021 (size=5518) 2024-12-05T12:25:31,319 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/data/default/test/decc55b841309dbbe11af70462834fcf/.tmp/f/b4aa5b448d32407c85e733e291ddd926 as hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/data/default/test/decc55b841309dbbe11af70462834fcf/f/b4aa5b448d32407c85e733e291ddd926 2024-12-05T12:25:31,323 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b4aa5b448d32407c85e733e291ddd926 2024-12-05T12:25:31,323 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/data/default/test/decc55b841309dbbe11af70462834fcf/f/b4aa5b448d32407c85e733e291ddd926, entries=3, sequenceid=10, filesize=5.0 K 2024-12-05T12:25:31,323 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/data/default/test/decc55b841309dbbe11af70462834fcf/.tmp/f1/a4af9bec3f9949e785a5448ad433a814 as hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/data/default/test/decc55b841309dbbe11af70462834fcf/f1/a4af9bec3f9949e785a5448ad433a814 2024-12-05T12:25:31,327 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4af9bec3f9949e785a5448ad433a814 2024-12-05T12:25:31,327 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/data/default/test/decc55b841309dbbe11af70462834fcf/f1/a4af9bec3f9949e785a5448ad433a814, entries=3, sequenceid=10, filesize=5.0 K 2024-12-05T12:25:31,328 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/data/default/test/decc55b841309dbbe11af70462834fcf/.tmp/norep/b2440887e04e4a7dbc2a65cebce86ecf as hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/data/default/test/decc55b841309dbbe11af70462834fcf/norep/b2440887e04e4a7dbc2a65cebce86ecf 2024-12-05T12:25:31,331 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b2440887e04e4a7dbc2a65cebce86ecf 2024-12-05T12:25:31,331 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/data/default/test/decc55b841309dbbe11af70462834fcf/norep/b2440887e04e4a7dbc2a65cebce86ecf, entries=1, sequenceid=10, filesize=5.0 K 2024-12-05T12:25:31,332 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for decc55b841309dbbe11af70462834fcf in 870ms, sequenceid=10, compaction requested=false 2024-12-05T12:25:31,335 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/data/default/test/decc55b841309dbbe11af70462834fcf/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-05T12:25:31,335 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:25:31,335 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T12:25:31,335 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733401510428.decc55b841309dbbe11af70462834fcf. 2024-12-05T12:25:31,335 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for decc55b841309dbbe11af70462834fcf: Waiting for close lock at 1733401530462Running coprocessor pre-close hooks at 1733401530462Disabling compacts and flushes for region at 1733401530462Disabling writes for close at 1733401530462Obtaining lock to block concurrent updates at 1733401530462Preparing flush snapshotting stores in decc55b841309dbbe11af70462834fcf at 1733401530462Finished memstore snapshotting test,,1733401510428.decc55b841309dbbe11af70462834fcf., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733401530462Flushing stores of test,,1733401510428.decc55b841309dbbe11af70462834fcf. at 1733401530463 (+1 ms)Flushing decc55b841309dbbe11af70462834fcf/f: creating writer at 1733401530463Flushing decc55b841309dbbe11af70462834fcf/f: appending metadata at 1733401530474 (+11 ms)Flushing decc55b841309dbbe11af70462834fcf/f: closing flushed file at 1733401530474Flushing decc55b841309dbbe11af70462834fcf/f1: creating writer at 1733401530481 (+7 ms)Flushing decc55b841309dbbe11af70462834fcf/f1: appending metadata at 1733401530493 (+12 ms)Flushing decc55b841309dbbe11af70462834fcf/f1: closing flushed file at 1733401530493Flushing decc55b841309dbbe11af70462834fcf/norep: creating writer at 1733401530900 (+407 ms)Flushing decc55b841309dbbe11af70462834fcf/norep: appending metadata at 1733401530911 (+11 ms)Flushing decc55b841309dbbe11af70462834fcf/norep: closing flushed file at 1733401530911Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12a6b47f: reopening flushed file at 1733401531319 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fae0810: reopening flushed file at 1733401531323 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56741f0b: reopening flushed file at 1733401531327 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for decc55b841309dbbe11af70462834fcf in 870ms, sequenceid=10, compaction requested=false at 1733401531332 (+5 ms)Writing region close event to WAL at 1733401531333 (+1 ms)Running coprocessor post-close hooks at 1733401531335 (+2 ms)Closed at 1733401531335 2024-12-05T12:25:31,336 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733401510428.decc55b841309dbbe11af70462834fcf. 2024-12-05T12:25:31,336 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 44f451ec5924707993494d84cd31f87c, disabling compactions & flushes 2024-12-05T12:25:31,336 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401516910.44f451ec5924707993494d84cd31f87c. 2024-12-05T12:25:31,336 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401516910.44f451ec5924707993494d84cd31f87c. 2024-12-05T12:25:31,336 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401516910.44f451ec5924707993494d84cd31f87c. after waiting 0 ms 2024-12-05T12:25:31,336 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401516910.44f451ec5924707993494d84cd31f87c. 2024-12-05T12:25:31,336 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 44f451ec5924707993494d84cd31f87c: Waiting for close lock at 1733401531336Running coprocessor pre-close hooks at 1733401531336Disabling compacts and flushes for region at 1733401531336Disabling writes for close at 1733401531336Failed flush hbase:replication,,1733401516910.44f451ec5924707993494d84cd31f87c., putting online again at 1733401531336 2024-12-05T12:25:31,336 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733401516910.44f451ec5924707993494d84cd31f87c. 2024-12-05T12:25:31,404 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.wal-reader.9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.1733401502318 to pos 1436, reset compression=false 2024-12-05T12:25:31,408 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.wal-reader.9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:25:31,408 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.wal-reader.9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.1733401502318 to pos 2080, reset compression=false 2024-12-05T12:25:31,463 INFO [RS:0;9ea9abad0e9b:35119 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T12:25:31,463 DEBUG [RS:0;9ea9abad0e9b:35119 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 44f451ec5924707993494d84cd31f87c=hbase:replication,,1733401516910.44f451ec5924707993494d84cd31f87c.} 2024-12-05T12:25:31,463 INFO [RS:0;9ea9abad0e9b:35119 {}] regionserver.HRegionServer(3091): Received CLOSE for 44f451ec5924707993494d84cd31f87c 2024-12-05T12:25:31,463 DEBUG [RS:0;9ea9abad0e9b:35119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 44f451ec5924707993494d84cd31f87c 2024-12-05T12:25:31,463 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 44f451ec5924707993494d84cd31f87c, disabling compactions & flushes 2024-12-05T12:25:31,463 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401516910.44f451ec5924707993494d84cd31f87c. 2024-12-05T12:25:31,463 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401516910.44f451ec5924707993494d84cd31f87c. 2024-12-05T12:25:31,463 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401516910.44f451ec5924707993494d84cd31f87c. after waiting 0 ms 2024-12-05T12:25:31,463 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401516910.44f451ec5924707993494d84cd31f87c. 2024-12-05T12:25:31,464 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 44f451ec5924707993494d84cd31f87c: Waiting for close lock at 1733401531463Running coprocessor pre-close hooks at 1733401531463Disabling compacts and flushes for region at 1733401531463Disabling writes for close at 1733401531463Failed flush hbase:replication,,1733401516910.44f451ec5924707993494d84cd31f87c., putting online again at 1733401531463 2024-12-05T12:25:31,464 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733401516910.44f451ec5924707993494d84cd31f87c. 2024-12-05T12:25:31,611 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.wal-reader.9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.1733401502318 to pos 2080, reset compression=false 2024-12-05T12:25:31,663 DEBUG [RS:0;9ea9abad0e9b:35119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:25:31,720 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/data/hbase/meta/1588230740/.tmp/rep_barrier/0a5b4ea46f6b448f9a665e5ff227a95c 2024-12-05T12:25:31,739 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/data/hbase/meta/1588230740/.tmp/table/90df06d9fcb7498083695d3d50471e2c is 53, key is hbase:replication/table:state/1733401517689/Put/seqid=0 2024-12-05T12:25:31,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741846_1022 (size=5308) 2024-12-05T12:25:31,864 DEBUG [RS:0;9ea9abad0e9b:35119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:25:31,914 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.wal-reader.9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.1733401502318 to pos 2080, reset compression=false 2024-12-05T12:25:32,064 DEBUG [RS:0;9ea9abad0e9b:35119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:25:32,143 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/data/hbase/meta/1588230740/.tmp/table/90df06d9fcb7498083695d3d50471e2c 2024-12-05T12:25:32,147 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/data/hbase/meta/1588230740/.tmp/info/cd5abe84f46b410f8016aae4df8b613a as hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/data/hbase/meta/1588230740/info/cd5abe84f46b410f8016aae4df8b613a 2024-12-05T12:25:32,151 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/data/hbase/meta/1588230740/info/cd5abe84f46b410f8016aae4df8b613a, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T12:25:32,152 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/data/hbase/meta/1588230740/.tmp/ns/95eafcd5fac14f1ab614ceee1bea080d as hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/data/hbase/meta/1588230740/ns/95eafcd5fac14f1ab614ceee1bea080d 2024-12-05T12:25:32,155 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/data/hbase/meta/1588230740/ns/95eafcd5fac14f1ab614ceee1bea080d, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T12:25:32,155 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/data/hbase/meta/1588230740/.tmp/rep_barrier/0a5b4ea46f6b448f9a665e5ff227a95c as hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/data/hbase/meta/1588230740/rep_barrier/0a5b4ea46f6b448f9a665e5ff227a95c 2024-12-05T12:25:32,158 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/data/hbase/meta/1588230740/rep_barrier/0a5b4ea46f6b448f9a665e5ff227a95c, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T12:25:32,159 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/data/hbase/meta/1588230740/.tmp/table/90df06d9fcb7498083695d3d50471e2c as hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/data/hbase/meta/1588230740/table/90df06d9fcb7498083695d3d50471e2c 2024-12-05T12:25:32,162 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/data/hbase/meta/1588230740/table/90df06d9fcb7498083695d3d50471e2c, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T12:25:32,163 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1701ms, sequenceid=16, compaction requested=false 2024-12-05T12:25:32,163 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T12:25:32,167 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T12:25:32,167 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:25:32,167 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:25:32,168 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:25:32,168 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401530462Running coprocessor pre-close hooks at 1733401530462Disabling compacts and flushes for region at 1733401530462Disabling writes for close at 1733401530462Obtaining lock to block concurrent updates at 1733401530462Preparing flush snapshotting stores in 1588230740 at 1733401530462Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733401530463 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733401530463Flushing 1588230740/info: creating writer at 1733401530463Flushing 1588230740/info: appending metadata at 1733401530478 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733401530478Flushing 1588230740/ns: creating writer at 1733401530885 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733401530897 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733401530897Flushing 1588230740/rep_barrier: creating writer at 1733401531303 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733401531316 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733401531316Flushing 1588230740/table: creating writer at 1733401531723 (+407 ms)Flushing 1588230740/table: appending metadata at 1733401531739 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733401531739Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2023313f: reopening flushed file at 1733401532147 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5165ca89: reopening flushed file at 1733401532151 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e5d912: reopening flushed file at 1733401532155 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23fdd0d: reopening flushed file at 1733401532158 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1701ms, sequenceid=16, compaction requested=false at 1733401532163 (+5 ms)Writing region close event to WAL at 1733401532165 (+2 ms)Running coprocessor post-close hooks at 1733401532167 (+2 ms)Closed at 1733401532168 (+1 ms) 2024-12-05T12:25:32,168 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T12:25:32,254 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:25:32,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:32,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:32,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:32,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:32,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:32,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:32,264 INFO [RS:0;9ea9abad0e9b:35119 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-05T12:25:32,264 INFO [RS:0;9ea9abad0e9b:35119 {}] regionserver.HRegionServer(976): stopping server 9ea9abad0e9b,35119,1733401500487; all regions closed. 2024-12-05T12:25:32,266 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.meta.1733401503194.meta not finished, retry = 0 2024-12-05T12:25:32,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741834_1010 (size=4239) 2024-12-05T12:25:32,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:32,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:32,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:32,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:32,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:32,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:32,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:32,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:32,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:32,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:32,318 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.wal-reader.9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.1733401502318 to pos 2080, reset compression=false 2024-12-05T12:25:32,369 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.rep.1733401517655 not finished, retry = 0 2024-12-05T12:25:32,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741839_1015 (size=2171) 2024-12-05T12:25:32,397 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762.replicationSource.wal-reader.9ea9abad0e9b%2C39205%2C1733401495762,1-9ea9abad0e9b,39205,1733401495762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/WALs/9ea9abad0e9b,39205,1733401495762/9ea9abad0e9b%2C39205%2C1733401495762.1733401497854 to pos 636, reset compression=false 2024-12-05T12:25:32,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741832_1008 (size=2088) 2024-12-05T12:25:32,471 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/WALs/9ea9abad0e9b,35119,1733401500487/9ea9abad0e9b%2C35119%2C1733401500487.1733401502318 not finished, retry = 0 2024-12-05T12:25:32,572 DEBUG [RS:0;9ea9abad0e9b:35119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:32,572 INFO [RS:0;9ea9abad0e9b:35119 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:25:32,572 INFO [RS:0;9ea9abad0e9b:35119 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:25:32,572 INFO [RS:0;9ea9abad0e9b:35119 {}] hbase.ChoreService(370): Chore service for: regionserver/9ea9abad0e9b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T12:25:32,572 INFO [RS:0;9ea9abad0e9b:35119 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:25:32,572 INFO [regionserver/9ea9abad0e9b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:25:32,572 INFO [RS:0;9ea9abad0e9b:35119 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9ea9abad0e9b,35119,1733401500487 because: Region server is closing 2024-12-05T12:25:32,572 INFO [RS:0;9ea9abad0e9b:35119 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ea9abad0e9b:35119. 2024-12-05T12:25:32,573 DEBUG [RS:0;9ea9abad0e9b:35119 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:25:32,573 DEBUG [RS:0;9ea9abad0e9b:35119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:32,573 DEBUG [RS:0;9ea9abad0e9b:35119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:32,573 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:25:32,673 INFO [RS:0;9ea9abad0e9b:35119 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.shipper9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 terminated 2024-12-05T12:25:32,673 INFO [RS:0;9ea9abad0e9b:35119 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ea9abad0e9b:35119. 2024-12-05T12:25:32,673 WARN [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,35119,1733401500487.replicationSource.wal-reader.9ea9abad0e9b%2C35119%2C1733401500487,1-9ea9abad0e9b,35119,1733401500487 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T12:25:32,673 DEBUG [RS:0;9ea9abad0e9b:35119 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:25:32,673 DEBUG [RS:0;9ea9abad0e9b:35119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:32,673 DEBUG [RS:0;9ea9abad0e9b:35119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:32,673 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:25:32,673 INFO [RS:0;9ea9abad0e9b:35119 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35119 2024-12-05T12:25:32,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34859-0x101a6a187550003, quorum=127.0.0.1:60159, baseZNode=/1-803664655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-803664655/rs 2024-12-05T12:25:32,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35119-0x101a6a187550004, quorum=127.0.0.1:60159, baseZNode=/1-803664655 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-803664655/rs/9ea9abad0e9b,35119,1733401500487 2024-12-05T12:25:32,727 INFO [RS:0;9ea9abad0e9b:35119 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:25:32,735 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9ea9abad0e9b,35119,1733401500487] 2024-12-05T12:25:32,767 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-803664655/draining/9ea9abad0e9b,35119,1733401500487 already deleted, retry=false 2024-12-05T12:25:32,767 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9ea9abad0e9b,35119,1733401500487 expired; onlineServers=0 2024-12-05T12:25:32,767 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9ea9abad0e9b,34859,1733401500375' ***** 2024-12-05T12:25:32,767 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T12:25:32,767 INFO [M:0;9ea9abad0e9b:34859 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:25:32,767 INFO [M:0;9ea9abad0e9b:34859 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:25:32,767 DEBUG [M:0;9ea9abad0e9b:34859 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T12:25:32,767 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T12:25:32,767 DEBUG [M:0;9ea9abad0e9b:34859 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T12:25:32,767 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401502017 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401502017,5,FailOnTimeoutGroup] 2024-12-05T12:25:32,767 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401502017 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401502017,5,FailOnTimeoutGroup] 2024-12-05T12:25:32,767 INFO [M:0;9ea9abad0e9b:34859 {}] hbase.ChoreService(370): Chore service for: master/9ea9abad0e9b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T12:25:32,767 INFO [M:0;9ea9abad0e9b:34859 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:25:32,767 DEBUG [M:0;9ea9abad0e9b:34859 {}] master.HMaster(1795): Stopping service threads 2024-12-05T12:25:32,767 INFO [M:0;9ea9abad0e9b:34859 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T12:25:32,768 INFO [M:0;9ea9abad0e9b:34859 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:25:32,768 INFO [M:0;9ea9abad0e9b:34859 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T12:25:32,768 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T12:25:32,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34859-0x101a6a187550003, quorum=127.0.0.1:60159, baseZNode=/1-803664655 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-803664655/master 2024-12-05T12:25:32,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34859-0x101a6a187550003, quorum=127.0.0.1:60159, baseZNode=/1-803664655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-803664655 2024-12-05T12:25:32,781 DEBUG [M:0;9ea9abad0e9b:34859 {}] zookeeper.ZKUtil(347): master:34859-0x101a6a187550003, quorum=127.0.0.1:60159, baseZNode=/1-803664655 Unable to get data of znode /1-803664655/master because node does not exist (not an error) 2024-12-05T12:25:32,781 WARN [M:0;9ea9abad0e9b:34859 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T12:25:32,781 INFO [M:0;9ea9abad0e9b:34859 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/.lastflushedseqids 2024-12-05T12:25:32,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741847_1023 (size=245) 2024-12-05T12:25:32,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35119-0x101a6a187550004, quorum=127.0.0.1:60159, baseZNode=/1-803664655 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:25:32,835 INFO [RS:0;9ea9abad0e9b:35119 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:25:32,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35119-0x101a6a187550004, quorum=127.0.0.1:60159, baseZNode=/1-803664655 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:25:32,835 INFO [RS:0;9ea9abad0e9b:35119 {}] regionserver.HRegionServer(1031): Exiting; stopping=9ea9abad0e9b,35119,1733401500487; zookeeper connection closed. 2024-12-05T12:25:32,835 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@243303f0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@243303f0 2024-12-05T12:25:32,836 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T12:25:33,185 INFO [M:0;9ea9abad0e9b:34859 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T12:25:33,185 INFO [M:0;9ea9abad0e9b:34859 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T12:25:33,186 DEBUG [M:0;9ea9abad0e9b:34859 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:25:33,186 INFO [M:0;9ea9abad0e9b:34859 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:33,186 DEBUG [M:0;9ea9abad0e9b:34859 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:33,186 DEBUG [M:0;9ea9abad0e9b:34859 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:25:33,186 DEBUG [M:0;9ea9abad0e9b:34859 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:33,186 INFO [M:0;9ea9abad0e9b:34859 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-05T12:25:33,198 DEBUG [M:0;9ea9abad0e9b:34859 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f97f79ef40ae4f978853c61e6adf072e is 82, key is hbase:meta,,1/info:regioninfo/1733401503222/Put/seqid=0 2024-12-05T12:25:33,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741848_1024 (size=5672) 2024-12-05T12:25:33,602 INFO [M:0;9ea9abad0e9b:34859 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f97f79ef40ae4f978853c61e6adf072e 2024-12-05T12:25:33,621 DEBUG [M:0;9ea9abad0e9b:34859 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/867168d85c8746bcb62b38f08e00531e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733401517692/Put/seqid=0 2024-12-05T12:25:33,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741849_1025 (size=8516) 2024-12-05T12:25:33,800 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762.replicationSource.wal-reader.9ea9abad0e9b%2C39205%2C1733401495762,1-9ea9abad0e9b,39205,1733401495762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/WALs/9ea9abad0e9b,39205,1733401495762/9ea9abad0e9b%2C39205%2C1733401495762.1733401497854 to pos 636, reset compression=false 2024-12-05T12:25:34,025 INFO [M:0;9ea9abad0e9b:34859 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/867168d85c8746bcb62b38f08e00531e 2024-12-05T12:25:34,040 DEBUG [M:0;9ea9abad0e9b:34859 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e3835ecb7e7b41e09959f58f662155fb is 69, key is 9ea9abad0e9b,35119,1733401500487/rs:state/1733401502145/Put/seqid=0 2024-12-05T12:25:34,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741850_1026 (size=5156) 2024-12-05T12:25:34,444 INFO [M:0;9ea9abad0e9b:34859 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e3835ecb7e7b41e09959f58f662155fb 2024-12-05T12:25:34,447 DEBUG [M:0;9ea9abad0e9b:34859 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f97f79ef40ae4f978853c61e6adf072e as hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f97f79ef40ae4f978853c61e6adf072e 2024-12-05T12:25:34,450 INFO [M:0;9ea9abad0e9b:34859 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f97f79ef40ae4f978853c61e6adf072e, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T12:25:34,450 DEBUG [M:0;9ea9abad0e9b:34859 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/867168d85c8746bcb62b38f08e00531e as hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/867168d85c8746bcb62b38f08e00531e 2024-12-05T12:25:34,453 INFO [M:0;9ea9abad0e9b:34859 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/867168d85c8746bcb62b38f08e00531e, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T12:25:34,453 DEBUG [M:0;9ea9abad0e9b:34859 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e3835ecb7e7b41e09959f58f662155fb as hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e3835ecb7e7b41e09959f58f662155fb 2024-12-05T12:25:34,456 INFO [M:0;9ea9abad0e9b:34859 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41201/user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e3835ecb7e7b41e09959f58f662155fb, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T12:25:34,456 INFO [M:0;9ea9abad0e9b:34859 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1270ms, sequenceid=97, compaction requested=false 2024-12-05T12:25:34,457 INFO [M:0;9ea9abad0e9b:34859 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:34,457 DEBUG [M:0;9ea9abad0e9b:34859 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401533186Disabling compacts and flushes for region at 1733401533186Disabling writes for close at 1733401533186Obtaining lock to block concurrent updates at 1733401533186Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733401533186Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733401533186Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733401533186Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733401533186Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733401533198 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733401533198Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733401533605 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733401533620 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733401533620Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733401534028 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733401534040 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733401534040Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@efb7650: reopening flushed file at 1733401534446 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dd16355: reopening flushed file at 1733401534450 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14380ead: reopening flushed file at 1733401534453 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1270ms, sequenceid=97, compaction requested=false at 1733401534456 (+3 ms)Writing region close event to WAL at 1733401534457 (+1 ms)Closed at 1733401534457 2024-12-05T12:25:34,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741830_1006 (size=63654) 2024-12-05T12:25:34,459 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e7a4d408-3326-c977-096e-a97561571601/MasterData/WALs/9ea9abad0e9b,34859,1733401500375/9ea9abad0e9b%2C34859%2C1733401500375.1733401501819 not finished, retry = 0 2024-12-05T12:25:34,559 INFO [M:0;9ea9abad0e9b:34859 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T12:25:34,559 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:25:34,560 INFO [M:0;9ea9abad0e9b:34859 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34859 2024-12-05T12:25:34,560 INFO [M:0;9ea9abad0e9b:34859 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:25:34,693 INFO [M:0;9ea9abad0e9b:34859 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:25:34,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34859-0x101a6a187550003, quorum=127.0.0.1:60159, baseZNode=/1-803664655 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:25:34,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34859-0x101a6a187550003, quorum=127.0.0.1:60159, baseZNode=/1-803664655 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:25:34,696 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1bfff84b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:25:34,696 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b425b08{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:25:34,696 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:25:34,696 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6de3b801{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:25:34,696 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47741fe6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31aaab88-d6e1-601d-823c-34a1d6d2000a/hadoop.log.dir/,STOPPED} 2024-12-05T12:25:34,697 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T12:25:34,697 WARN [BP-848993182-172.17.0.3-1733401499038 heartbeating to localhost/127.0.0.1:41201 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T12:25:34,697 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T12:25:34,697 WARN [BP-848993182-172.17.0.3-1733401499038 heartbeating to localhost/127.0.0.1:41201 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-848993182-172.17.0.3-1733401499038 (Datanode Uuid 40562480-fb91-48ed-8eda-173c9e8307a2) service to localhost/127.0.0.1:41201 2024-12-05T12:25:34,698 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31aaab88-d6e1-601d-823c-34a1d6d2000a/cluster_8d670890-a5b6-d5c1-39cf-dbc7b9d16921/data/data1/current/BP-848993182-172.17.0.3-1733401499038 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:25:34,698 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31aaab88-d6e1-601d-823c-34a1d6d2000a/cluster_8d670890-a5b6-d5c1-39cf-dbc7b9d16921/data/data2/current/BP-848993182-172.17.0.3-1733401499038 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:25:34,698 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T12:25:34,704 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c153dda{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:25:34,704 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7644a679{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:25:34,704 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:25:34,705 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@304c7fd8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:25:34,705 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@683f2031{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31aaab88-d6e1-601d-823c-34a1d6d2000a/hadoop.log.dir/,STOPPED} 2024-12-05T12:25:34,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T12:25:34,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T12:25:34,719 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:25:34,719 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:25:34,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:34,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:34,720 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:25:34,720 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T12:25:34,720 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1513545824, stopped=false 2024-12-05T12:25:34,720 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9ea9abad0e9b,33089,1733401495486 2024-12-05T12:25:34,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39205-0x101a6a187550001, quorum=127.0.0.1:60159, baseZNode=/0-544773928 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-544773928/running 2024-12-05T12:25:34,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33089-0x101a6a187550000, quorum=127.0.0.1:60159, baseZNode=/0-544773928 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-544773928/running 2024-12-05T12:25:34,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39205-0x101a6a187550001, quorum=127.0.0.1:60159, baseZNode=/0-544773928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-544773928 2024-12-05T12:25:34,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33089-0x101a6a187550000, quorum=127.0.0.1:60159, baseZNode=/0-544773928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-544773928 2024-12-05T12:25:34,735 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:25:34,735 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:25:34,735 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:25:34,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:34,735 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39205-0x101a6a187550001, quorum=127.0.0.1:60159, baseZNode=/0-544773928 Set watcher on znode that does not yet exist, /0-544773928/running 2024-12-05T12:25:34,735 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33089-0x101a6a187550000, quorum=127.0.0.1:60159, baseZNode=/0-544773928 Set watcher on znode that does not yet exist, /0-544773928/running 2024-12-05T12:25:34,736 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9ea9abad0e9b,39205,1733401495762' ***** 2024-12-05T12:25:34,736 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T12:25:34,736 INFO [RS:0;9ea9abad0e9b:39205 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T12:25:34,736 INFO [RS:0;9ea9abad0e9b:39205 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T12:25:34,736 INFO [RS:0;9ea9abad0e9b:39205 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T12:25:34,736 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T12:25:34,736 INFO [RS:0;9ea9abad0e9b:39205 {}] regionserver.HRegionServer(3091): Received CLOSE for 3f491167ba646800bdff1b4956d8e758 2024-12-05T12:25:34,736 INFO [RS:0;9ea9abad0e9b:39205 {}] regionserver.HRegionServer(3091): Received CLOSE for 5352ce621732d36636dd1b001b873018 2024-12-05T12:25:34,736 INFO [RS:0;9ea9abad0e9b:39205 {}] regionserver.HRegionServer(959): stopping server 9ea9abad0e9b,39205,1733401495762 2024-12-05T12:25:34,736 INFO [RS:0;9ea9abad0e9b:39205 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:25:34,736 INFO [RS:0;9ea9abad0e9b:39205 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ea9abad0e9b:39205. 2024-12-05T12:25:34,736 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3f491167ba646800bdff1b4956d8e758, disabling compactions & flushes 2024-12-05T12:25:34,736 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733401508269.3f491167ba646800bdff1b4956d8e758. 2024-12-05T12:25:34,736 DEBUG [RS:0;9ea9abad0e9b:39205 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:25:34,736 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401508269.3f491167ba646800bdff1b4956d8e758. 2024-12-05T12:25:34,736 DEBUG [RS:0;9ea9abad0e9b:39205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:34,736 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733401508269.3f491167ba646800bdff1b4956d8e758. after waiting 0 ms 2024-12-05T12:25:34,736 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733401508269.3f491167ba646800bdff1b4956d8e758. 2024-12-05T12:25:34,736 INFO [RS:0;9ea9abad0e9b:39205 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T12:25:34,736 INFO [RS:0;9ea9abad0e9b:39205 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T12:25:34,736 INFO [RS:0;9ea9abad0e9b:39205 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T12:25:34,736 INFO [RS:0;9ea9abad0e9b:39205 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T12:25:34,736 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3f491167ba646800bdff1b4956d8e758 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-12-05T12:25:34,737 INFO [RS:0;9ea9abad0e9b:39205 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T12:25:34,737 DEBUG [RS:0;9ea9abad0e9b:39205 {}] regionserver.HRegionServer(1325): Online Regions={3f491167ba646800bdff1b4956d8e758=test,,1733401508269.3f491167ba646800bdff1b4956d8e758., 5352ce621732d36636dd1b001b873018=hbase:replication,,1733401514750.5352ce621732d36636dd1b001b873018., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T12:25:34,737 DEBUG [RS:0;9ea9abad0e9b:39205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3f491167ba646800bdff1b4956d8e758, 5352ce621732d36636dd1b001b873018 2024-12-05T12:25:34,737 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:25:34,737 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:25:34,737 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:25:34,737 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:25:34,737 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:25:34,737 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T12:25:34,749 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/data/default/test/3f491167ba646800bdff1b4956d8e758/.tmp/f/02b2d414027941058607064268de3000 is 28, key is row/f:/1733401523232/DeleteFamily/seqid=0 2024-12-05T12:25:34,752 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/data/hbase/meta/1588230740/.tmp/info/fdff222e46894ab09e294fd25c61800c is 147, key is hbase:replication,,1733401514750.5352ce621732d36636dd1b001b873018./info:regioninfo/1733401515911/Put/seqid=0 2024-12-05T12:25:34,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32901 is added to blk_1073741840_1016 (size=5085) 2024-12-05T12:25:34,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32901 is added to blk_1073741841_1017 (size=7686) 2024-12-05T12:25:34,762 INFO [regionserver/9ea9abad0e9b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:25:34,774 INFO [regionserver/9ea9abad0e9b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T12:25:34,774 INFO [regionserver/9ea9abad0e9b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T12:25:34,937 DEBUG [RS:0;9ea9abad0e9b:39205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3f491167ba646800bdff1b4956d8e758, 5352ce621732d36636dd1b001b873018 2024-12-05T12:25:35,137 DEBUG [RS:0;9ea9abad0e9b:39205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3f491167ba646800bdff1b4956d8e758, 5352ce621732d36636dd1b001b873018 2024-12-05T12:25:35,153 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/data/default/test/3f491167ba646800bdff1b4956d8e758/.tmp/f/02b2d414027941058607064268de3000 2024-12-05T12:25:35,156 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/data/hbase/meta/1588230740/.tmp/info/fdff222e46894ab09e294fd25c61800c 2024-12-05T12:25:35,158 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 02b2d414027941058607064268de3000 2024-12-05T12:25:35,174 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/data/hbase/meta/1588230740/.tmp/ns/287e397fee934b9a91adf465d00429ce is 43, key is default/ns:d/1733401498976/Put/seqid=0 2024-12-05T12:25:35,175 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/data/default/test/3f491167ba646800bdff1b4956d8e758/.tmp/f1/0bba8c54272f4b8dae0b9dd202d8e074 is 29, key is row/f1:/1733401523232/DeleteFamily/seqid=0 2024-12-05T12:25:35,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32901 is added to blk_1073741842_1018 (size=5153) 2024-12-05T12:25:35,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32901 is added to blk_1073741843_1019 (size=5089) 2024-12-05T12:25:35,178 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/data/default/test/3f491167ba646800bdff1b4956d8e758/.tmp/f1/0bba8c54272f4b8dae0b9dd202d8e074 2024-12-05T12:25:35,182 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0bba8c54272f4b8dae0b9dd202d8e074 2024-12-05T12:25:35,200 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/data/default/test/3f491167ba646800bdff1b4956d8e758/.tmp/norep/dc9c799a12704c52bfeb4fd59b64248c is 32, key is row/norep:/1733401523232/DeleteFamily/seqid=0 2024-12-05T12:25:35,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32901 is added to blk_1073741844_1020 (size=5101) 2024-12-05T12:25:35,304 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762.replicationSource.wal-reader.9ea9abad0e9b%2C39205%2C1733401495762,1-9ea9abad0e9b,39205,1733401495762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/WALs/9ea9abad0e9b,39205,1733401495762/9ea9abad0e9b%2C39205%2C1733401495762.1733401497854 to pos 636, reset compression=false 2024-12-05T12:25:35,308 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762.replicationSource.wal-reader.9ea9abad0e9b%2C39205%2C1733401495762,1-9ea9abad0e9b,39205,1733401495762 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:25:35,308 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762.replicationSource.wal-reader.9ea9abad0e9b%2C39205%2C1733401495762,1-9ea9abad0e9b,39205,1733401495762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/WALs/9ea9abad0e9b,39205,1733401495762/9ea9abad0e9b%2C39205%2C1733401495762.1733401497854 to pos 883, reset compression=false 2024-12-05T12:25:35,308 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762.replicationSource.shipper9ea9abad0e9b%2C39205%2C1733401495762,1-9ea9abad0e9b,39205,1733401495762 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,39205,1733401495762 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/WALs/9ea9abad0e9b,39205,1733401495762/9ea9abad0e9b%2C39205%2C1733401495762.1733401497854, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:25:35,309 ERROR [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762.replicationSource.shipper9ea9abad0e9b%2C39205%2C1733401495762,1-9ea9abad0e9b,39205,1733401495762 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9ea9abad0e9b,39205,1733401495762: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9ea9abad0e9b,39205,1733401495762, walGroup=9ea9abad0e9b%2C39205%2C1733401495762, offset=9ea9abad0e9b%2C39205%2C1733401495762.1733401497854:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:39205 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T12:25:35,311 ERROR [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762.replicationSource.shipper9ea9abad0e9b%2C39205%2C1733401495762,1-9ea9abad0e9b,39205,1733401495762 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T12:25:35,311 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762.replicationSource.shipper9ea9abad0e9b%2C39205%2C1733401495762,1-9ea9abad0e9b,39205,1733401495762 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T12:25:35,311 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762.replicationSource.shipper9ea9abad0e9b%2C39205%2C1733401495762,1-9ea9abad0e9b,39205,1733401495762 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T12:25:35,311 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762.replicationSource.shipper9ea9abad0e9b%2C39205%2C1733401495762,1-9ea9abad0e9b,39205,1733401495762 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T12:25:35,311 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762.replicationSource.shipper9ea9abad0e9b%2C39205%2C1733401495762,1-9ea9abad0e9b,39205,1733401495762 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T12:25:35,311 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762.replicationSource.shipper9ea9abad0e9b%2C39205%2C1733401495762,1-9ea9abad0e9b,39205,1733401495762 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1392508928, "init": 1048576000, "max": 2306867200, "used": 1028699552 }, "NonHeapMemoryUsage": { "committed": 206635008, "init": 7667712, "max": -1, "used": 201709944 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T12:25:35,311 WARN [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762.replicationSource.shipper9ea9abad0e9b%2C39205%2C1733401495762,1-9ea9abad0e9b,39205,1733401495762 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:33089 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:33089 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-12-05T12:25:35,337 DEBUG [RS:0;9ea9abad0e9b:39205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3f491167ba646800bdff1b4956d8e758, 5352ce621732d36636dd1b001b873018 2024-12-05T12:25:35,511 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762.replicationSource.wal-reader.9ea9abad0e9b%2C39205%2C1733401495762,1-9ea9abad0e9b,39205,1733401495762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/WALs/9ea9abad0e9b,39205,1733401495762/9ea9abad0e9b%2C39205%2C1733401495762.1733401497854 to pos 883, reset compression=false 2024-12-05T12:25:35,537 DEBUG [RS:0;9ea9abad0e9b:39205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3f491167ba646800bdff1b4956d8e758, 5352ce621732d36636dd1b001b873018 2024-12-05T12:25:35,578 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/data/hbase/meta/1588230740/.tmp/ns/287e397fee934b9a91adf465d00429ce 2024-12-05T12:25:35,593 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/data/hbase/meta/1588230740/.tmp/rep_barrier/652b63a53c124ebdb445e912dca0f888 is 112, key is test,,1733401508269.3f491167ba646800bdff1b4956d8e758./rep_barrier:seqnumDuringOpen/1733401509410/Put/seqid=0 2024-12-05T12:25:35,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32901 is added to blk_1073741845_1021 (size=5518) 2024-12-05T12:25:35,604 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/data/default/test/3f491167ba646800bdff1b4956d8e758/.tmp/norep/dc9c799a12704c52bfeb4fd59b64248c 2024-12-05T12:25:35,607 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dc9c799a12704c52bfeb4fd59b64248c 2024-12-05T12:25:35,608 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/data/default/test/3f491167ba646800bdff1b4956d8e758/.tmp/f/02b2d414027941058607064268de3000 as hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/data/default/test/3f491167ba646800bdff1b4956d8e758/f/02b2d414027941058607064268de3000 2024-12-05T12:25:35,611 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 02b2d414027941058607064268de3000 2024-12-05T12:25:35,611 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/data/default/test/3f491167ba646800bdff1b4956d8e758/f/02b2d414027941058607064268de3000, entries=1, sequenceid=6, filesize=5.0 K 2024-12-05T12:25:35,611 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/data/default/test/3f491167ba646800bdff1b4956d8e758/.tmp/f1/0bba8c54272f4b8dae0b9dd202d8e074 as hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/data/default/test/3f491167ba646800bdff1b4956d8e758/f1/0bba8c54272f4b8dae0b9dd202d8e074 2024-12-05T12:25:35,614 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0bba8c54272f4b8dae0b9dd202d8e074 2024-12-05T12:25:35,614 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/data/default/test/3f491167ba646800bdff1b4956d8e758/f1/0bba8c54272f4b8dae0b9dd202d8e074, entries=1, sequenceid=6, filesize=5.0 K 2024-12-05T12:25:35,615 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/data/default/test/3f491167ba646800bdff1b4956d8e758/.tmp/norep/dc9c799a12704c52bfeb4fd59b64248c as hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/data/default/test/3f491167ba646800bdff1b4956d8e758/norep/dc9c799a12704c52bfeb4fd59b64248c 2024-12-05T12:25:35,617 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dc9c799a12704c52bfeb4fd59b64248c 2024-12-05T12:25:35,618 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/data/default/test/3f491167ba646800bdff1b4956d8e758/norep/dc9c799a12704c52bfeb4fd59b64248c, entries=1, sequenceid=6, filesize=5.0 K 2024-12-05T12:25:35,618 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 3f491167ba646800bdff1b4956d8e758 in 882ms, sequenceid=6, compaction requested=false 2024-12-05T12:25:35,618 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T12:25:35,621 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/data/default/test/3f491167ba646800bdff1b4956d8e758/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T12:25:35,622 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:25:35,622 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T12:25:35,622 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733401508269.3f491167ba646800bdff1b4956d8e758. 2024-12-05T12:25:35,622 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3f491167ba646800bdff1b4956d8e758: Waiting for close lock at 1733401534736Running coprocessor pre-close hooks at 1733401534736Disabling compacts and flushes for region at 1733401534736Disabling writes for close at 1733401534736Obtaining lock to block concurrent updates at 1733401534736Preparing flush snapshotting stores in 3f491167ba646800bdff1b4956d8e758 at 1733401534736Finished memstore snapshotting test,,1733401508269.3f491167ba646800bdff1b4956d8e758., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1733401534737 (+1 ms)Flushing stores of test,,1733401508269.3f491167ba646800bdff1b4956d8e758. at 1733401534737Flushing 3f491167ba646800bdff1b4956d8e758/f: creating writer at 1733401534737Flushing 3f491167ba646800bdff1b4956d8e758/f: appending metadata at 1733401534749 (+12 ms)Flushing 3f491167ba646800bdff1b4956d8e758/f: closing flushed file at 1733401534749Flushing 3f491167ba646800bdff1b4956d8e758/f1: creating writer at 1733401535158 (+409 ms)Flushing 3f491167ba646800bdff1b4956d8e758/f1: appending metadata at 1733401535174 (+16 ms)Flushing 3f491167ba646800bdff1b4956d8e758/f1: closing flushed file at 1733401535174Flushing 3f491167ba646800bdff1b4956d8e758/norep: creating writer at 1733401535182 (+8 ms)Flushing 3f491167ba646800bdff1b4956d8e758/norep: appending metadata at 1733401535199 (+17 ms)Flushing 3f491167ba646800bdff1b4956d8e758/norep: closing flushed file at 1733401535199Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71f77a23: reopening flushed file at 1733401535607 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b16dc5b: reopening flushed file at 1733401535611 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4280d40b: reopening flushed file at 1733401535614 (+3 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 3f491167ba646800bdff1b4956d8e758 in 882ms, sequenceid=6, compaction requested=false at 1733401535618 (+4 ms)Writing region close event to WAL at 1733401535620 (+2 ms)Running coprocessor post-close hooks at 1733401535622 (+2 ms)Closed at 1733401535622 2024-12-05T12:25:35,622 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733401508269.3f491167ba646800bdff1b4956d8e758. 2024-12-05T12:25:35,622 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5352ce621732d36636dd1b001b873018, disabling compactions & flushes 2024-12-05T12:25:35,622 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401514750.5352ce621732d36636dd1b001b873018. 2024-12-05T12:25:35,622 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401514750.5352ce621732d36636dd1b001b873018. 2024-12-05T12:25:35,622 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401514750.5352ce621732d36636dd1b001b873018. after waiting 0 ms 2024-12-05T12:25:35,622 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401514750.5352ce621732d36636dd1b001b873018. 2024-12-05T12:25:35,622 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5352ce621732d36636dd1b001b873018: Waiting for close lock at 1733401535622Running coprocessor pre-close hooks at 1733401535622Disabling compacts and flushes for region at 1733401535622Disabling writes for close at 1733401535622Failed flush hbase:replication,,1733401514750.5352ce621732d36636dd1b001b873018., putting online again at 1733401535622 2024-12-05T12:25:35,622 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733401514750.5352ce621732d36636dd1b001b873018. 2024-12-05T12:25:35,738 INFO [RS:0;9ea9abad0e9b:39205 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T12:25:35,738 DEBUG [RS:0;9ea9abad0e9b:39205 {}] regionserver.HRegionServer(1325): Online Regions={5352ce621732d36636dd1b001b873018=hbase:replication,,1733401514750.5352ce621732d36636dd1b001b873018., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T12:25:35,738 INFO [RS:0;9ea9abad0e9b:39205 {}] regionserver.HRegionServer(3091): Received CLOSE for 5352ce621732d36636dd1b001b873018 2024-12-05T12:25:35,738 DEBUG [RS:0;9ea9abad0e9b:39205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5352ce621732d36636dd1b001b873018 2024-12-05T12:25:35,738 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5352ce621732d36636dd1b001b873018, disabling compactions & flushes 2024-12-05T12:25:35,738 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401514750.5352ce621732d36636dd1b001b873018. 2024-12-05T12:25:35,738 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401514750.5352ce621732d36636dd1b001b873018. 2024-12-05T12:25:35,738 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401514750.5352ce621732d36636dd1b001b873018. after waiting 0 ms 2024-12-05T12:25:35,738 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401514750.5352ce621732d36636dd1b001b873018. 2024-12-05T12:25:35,738 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5352ce621732d36636dd1b001b873018: Waiting for close lock at 1733401535738Running coprocessor pre-close hooks at 1733401535738Disabling compacts and flushes for region at 1733401535738Disabling writes for close at 1733401535738Failed flush hbase:replication,,1733401514750.5352ce621732d36636dd1b001b873018., putting online again at 1733401535738 2024-12-05T12:25:35,738 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733401514750.5352ce621732d36636dd1b001b873018. 2024-12-05T12:25:35,815 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762.replicationSource.wal-reader.9ea9abad0e9b%2C39205%2C1733401495762,1-9ea9abad0e9b,39205,1733401495762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/WALs/9ea9abad0e9b,39205,1733401495762/9ea9abad0e9b%2C39205%2C1733401495762.1733401497854 to pos 883, reset compression=false 2024-12-05T12:25:35,819 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762.replicationSource.wal-reader.9ea9abad0e9b%2C39205%2C1733401495762,1-9ea9abad0e9b,39205,1733401495762 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:25:35,819 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762.replicationSource.wal-reader.9ea9abad0e9b%2C39205%2C1733401495762,1-9ea9abad0e9b,39205,1733401495762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/WALs/9ea9abad0e9b,39205,1733401495762/9ea9abad0e9b%2C39205%2C1733401495762.1733401497854 to pos 1527, reset compression=false 2024-12-05T12:25:35,938 DEBUG [RS:0;9ea9abad0e9b:39205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:25:35,996 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/data/hbase/meta/1588230740/.tmp/rep_barrier/652b63a53c124ebdb445e912dca0f888 2024-12-05T12:25:36,011 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/data/hbase/meta/1588230740/.tmp/table/46c3e3619d7640a0ba8cf9e5bcc17389 is 53, key is hbase:replication/table:state/1733401515916/Put/seqid=0 2024-12-05T12:25:36,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32901 is added to blk_1073741846_1022 (size=5308) 2024-12-05T12:25:36,022 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762.replicationSource.wal-reader.9ea9abad0e9b%2C39205%2C1733401495762,1-9ea9abad0e9b,39205,1733401495762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/WALs/9ea9abad0e9b,39205,1733401495762/9ea9abad0e9b%2C39205%2C1733401495762.1733401497854 to pos 1527, reset compression=false 2024-12-05T12:25:36,138 DEBUG [RS:0;9ea9abad0e9b:39205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:25:36,325 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762.replicationSource.wal-reader.9ea9abad0e9b%2C39205%2C1733401495762,1-9ea9abad0e9b,39205,1733401495762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/WALs/9ea9abad0e9b,39205,1733401495762/9ea9abad0e9b%2C39205%2C1733401495762.1733401497854 to pos 1527, reset compression=false 2024-12-05T12:25:36,338 DEBUG [RS:0;9ea9abad0e9b:39205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:25:36,415 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/data/hbase/meta/1588230740/.tmp/table/46c3e3619d7640a0ba8cf9e5bcc17389 2024-12-05T12:25:36,418 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/data/hbase/meta/1588230740/.tmp/info/fdff222e46894ab09e294fd25c61800c as hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/data/hbase/meta/1588230740/info/fdff222e46894ab09e294fd25c61800c 2024-12-05T12:25:36,421 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/data/hbase/meta/1588230740/info/fdff222e46894ab09e294fd25c61800c, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T12:25:36,421 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/data/hbase/meta/1588230740/.tmp/ns/287e397fee934b9a91adf465d00429ce as hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/data/hbase/meta/1588230740/ns/287e397fee934b9a91adf465d00429ce 2024-12-05T12:25:36,424 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/data/hbase/meta/1588230740/ns/287e397fee934b9a91adf465d00429ce, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T12:25:36,424 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/data/hbase/meta/1588230740/.tmp/rep_barrier/652b63a53c124ebdb445e912dca0f888 as hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/data/hbase/meta/1588230740/rep_barrier/652b63a53c124ebdb445e912dca0f888 2024-12-05T12:25:36,428 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/data/hbase/meta/1588230740/rep_barrier/652b63a53c124ebdb445e912dca0f888, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T12:25:36,429 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/data/hbase/meta/1588230740/.tmp/table/46c3e3619d7640a0ba8cf9e5bcc17389 as hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/data/hbase/meta/1588230740/table/46c3e3619d7640a0ba8cf9e5bcc17389 2024-12-05T12:25:36,431 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/data/hbase/meta/1588230740/table/46c3e3619d7640a0ba8cf9e5bcc17389, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T12:25:36,432 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1695ms, sequenceid=16, compaction requested=false 2024-12-05T12:25:36,432 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T12:25:36,437 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T12:25:36,438 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:25:36,438 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:25:36,438 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:25:36,438 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401534737Running coprocessor pre-close hooks at 1733401534737Disabling compacts and flushes for region at 1733401534737Disabling writes for close at 1733401534737Obtaining lock to block concurrent updates at 1733401534737Preparing flush snapshotting stores in 1588230740 at 1733401534737Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733401534737Flushing stores of hbase:meta,,1.1588230740 at 1733401534737Flushing 1588230740/info: creating writer at 1733401534737Flushing 1588230740/info: appending metadata at 1733401534752 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733401534752Flushing 1588230740/ns: creating writer at 1733401535160 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733401535174 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733401535174Flushing 1588230740/rep_barrier: creating writer at 1733401535582 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733401535593 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733401535593Flushing 1588230740/table: creating writer at 1733401536000 (+407 ms)Flushing 1588230740/table: appending metadata at 1733401536011 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733401536011Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24becb2: reopening flushed file at 1733401536418 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55f444aa: reopening flushed file at 1733401536421 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68ced7dc: reopening flushed file at 1733401536424 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2535666: reopening flushed file at 1733401536428 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1695ms, sequenceid=16, compaction requested=false at 1733401536432 (+4 ms)Writing region close event to WAL at 1733401536435 (+3 ms)Running coprocessor post-close hooks at 1733401536438 (+3 ms)Closed at 1733401536438 2024-12-05T12:25:36,438 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T12:25:36,538 INFO [RS:0;9ea9abad0e9b:39205 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-05T12:25:36,539 INFO [RS:0;9ea9abad0e9b:39205 {}] regionserver.HRegionServer(976): stopping server 9ea9abad0e9b,39205,1733401495762; all regions closed. 2024-12-05T12:25:36,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32901 is added to blk_1073741834_1010 (size=4239) 2024-12-05T12:25:36,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32901 is added to blk_1073741839_1015 (size=1297) 2024-12-05T12:25:36,542 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/WALs/9ea9abad0e9b,39205,1733401495762/9ea9abad0e9b%2C39205%2C1733401495762.rep.1733401515881 not finished, retry = 0 2024-12-05T12:25:36,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32901 is added to blk_1073741832_1008 (size=1535) 2024-12-05T12:25:36,645 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/WALs/9ea9abad0e9b,39205,1733401495762/9ea9abad0e9b%2C39205%2C1733401495762.1733401497854 not finished, retry = 0 2024-12-05T12:25:36,729 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762.replicationSource.wal-reader.9ea9abad0e9b%2C39205%2C1733401495762,1-9ea9abad0e9b,39205,1733401495762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/WALs/9ea9abad0e9b,39205,1733401495762/9ea9abad0e9b%2C39205%2C1733401495762.1733401497854 to pos 1527, reset compression=false 2024-12-05T12:25:36,745 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762.replicationSource.wal-reader.9ea9abad0e9b%2C39205%2C1733401495762,1-9ea9abad0e9b,39205,1733401495762 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/WALs/9ea9abad0e9b,39205,1733401495762/9ea9abad0e9b%2C39205%2C1733401495762.1733401497854 2024-12-05T12:25:36,745 DEBUG [RS:0;9ea9abad0e9b:39205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:36,745 INFO [RS:0;9ea9abad0e9b:39205 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:25:36,746 INFO [RS:0;9ea9abad0e9b:39205 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:25:36,746 INFO [RS:0;9ea9abad0e9b:39205 {}] hbase.ChoreService(370): Chore service for: regionserver/9ea9abad0e9b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T12:25:36,746 INFO [RS:0;9ea9abad0e9b:39205 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:25:36,746 INFO [regionserver/9ea9abad0e9b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:25:36,746 INFO [RS:0;9ea9abad0e9b:39205 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9ea9abad0e9b,39205,1733401495762 because: Region server is closing 2024-12-05T12:25:36,746 INFO [RS:0;9ea9abad0e9b:39205 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ea9abad0e9b:39205. 2024-12-05T12:25:36,746 DEBUG [RS:0;9ea9abad0e9b:39205 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:25:36,746 DEBUG [RS:0;9ea9abad0e9b:39205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:36,746 DEBUG [RS:0;9ea9abad0e9b:39205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:36,746 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:25:36,847 INFO [RS:0;9ea9abad0e9b:39205 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762.replicationSource.shipper9ea9abad0e9b%2C39205%2C1733401495762,1-9ea9abad0e9b,39205,1733401495762 terminated 2024-12-05T12:25:36,847 INFO [RS:0;9ea9abad0e9b:39205 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39205 2024-12-05T12:25:36,847 WARN [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39205,1733401495762.replicationSource.wal-reader.9ea9abad0e9b%2C39205%2C1733401495762,1-9ea9abad0e9b,39205,1733401495762 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-12-05T12:25:36,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33089-0x101a6a187550000, quorum=127.0.0.1:60159, baseZNode=/0-544773928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-544773928/rs 2024-12-05T12:25:36,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39205-0x101a6a187550001, quorum=127.0.0.1:60159, baseZNode=/0-544773928 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-544773928/rs/9ea9abad0e9b,39205,1733401495762 2024-12-05T12:25:36,876 INFO [RS:0;9ea9abad0e9b:39205 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:25:36,885 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9ea9abad0e9b,39205,1733401495762] 2024-12-05T12:25:36,893 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-544773928/draining/9ea9abad0e9b,39205,1733401495762 already deleted, retry=false 2024-12-05T12:25:36,893 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9ea9abad0e9b,39205,1733401495762 expired; onlineServers=0 2024-12-05T12:25:36,893 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9ea9abad0e9b,33089,1733401495486' ***** 2024-12-05T12:25:36,893 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T12:25:36,893 INFO [M:0;9ea9abad0e9b:33089 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:25:36,893 INFO [M:0;9ea9abad0e9b:33089 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:25:36,893 DEBUG [M:0;9ea9abad0e9b:33089 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T12:25:36,893 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T12:25:36,893 DEBUG [M:0;9ea9abad0e9b:33089 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T12:25:36,893 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401497659 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401497659,5,FailOnTimeoutGroup] 2024-12-05T12:25:36,893 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401497659 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401497659,5,FailOnTimeoutGroup] 2024-12-05T12:25:36,893 INFO [M:0;9ea9abad0e9b:33089 {}] hbase.ChoreService(370): Chore service for: master/9ea9abad0e9b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T12:25:36,893 INFO [M:0;9ea9abad0e9b:33089 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:25:36,893 DEBUG [M:0;9ea9abad0e9b:33089 {}] master.HMaster(1795): Stopping service threads 2024-12-05T12:25:36,894 INFO [M:0;9ea9abad0e9b:33089 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T12:25:36,894 INFO [M:0;9ea9abad0e9b:33089 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:25:36,894 INFO [M:0;9ea9abad0e9b:33089 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T12:25:36,894 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T12:25:36,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33089-0x101a6a187550000, quorum=127.0.0.1:60159, baseZNode=/0-544773928 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-544773928/master 2024-12-05T12:25:36,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33089-0x101a6a187550000, quorum=127.0.0.1:60159, baseZNode=/0-544773928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-544773928 2024-12-05T12:25:36,901 DEBUG [M:0;9ea9abad0e9b:33089 {}] zookeeper.ZKUtil(347): master:33089-0x101a6a187550000, quorum=127.0.0.1:60159, baseZNode=/0-544773928 Unable to get data of znode /0-544773928/master because node does not exist (not an error) 2024-12-05T12:25:36,902 WARN [M:0;9ea9abad0e9b:33089 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T12:25:36,911 INFO [M:0;9ea9abad0e9b:33089 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/.lastflushedseqids 2024-12-05T12:25:36,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32901 is added to blk_1073741847_1023 (size=245) 2024-12-05T12:25:36,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39205-0x101a6a187550001, quorum=127.0.0.1:60159, baseZNode=/0-544773928 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:25:36,985 INFO [RS:0;9ea9abad0e9b:39205 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:25:36,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39205-0x101a6a187550001, quorum=127.0.0.1:60159, baseZNode=/0-544773928 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:25:36,985 INFO [RS:0;9ea9abad0e9b:39205 {}] regionserver.HRegionServer(1031): Exiting; stopping=9ea9abad0e9b,39205,1733401495762; zookeeper connection closed. 2024-12-05T12:25:36,985 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a35a746 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a35a746 2024-12-05T12:25:36,985 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T12:25:37,316 INFO [M:0;9ea9abad0e9b:33089 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T12:25:37,316 INFO [M:0;9ea9abad0e9b:33089 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T12:25:37,316 DEBUG [M:0;9ea9abad0e9b:33089 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:25:37,316 INFO [M:0;9ea9abad0e9b:33089 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:37,316 DEBUG [M:0;9ea9abad0e9b:33089 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:37,316 DEBUG [M:0;9ea9abad0e9b:33089 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:25:37,316 DEBUG [M:0;9ea9abad0e9b:33089 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:37,317 INFO [M:0;9ea9abad0e9b:33089 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-12-05T12:25:37,332 DEBUG [M:0;9ea9abad0e9b:33089 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/15979df90a1b47b1b43d5b5c6c1c0677 is 82, key is hbase:meta,,1/info:regioninfo/1733401498906/Put/seqid=0 2024-12-05T12:25:37,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32901 is added to blk_1073741848_1024 (size=5672) 2024-12-05T12:25:37,669 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:25:37,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:37,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:37,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:37,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:37,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:37,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:37,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:37,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:37,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:37,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:37,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:37,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:37,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:37,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:37,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:37,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:37,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:37,714 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T12:25:37,714 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T12:25:37,714 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T12:25:37,736 INFO [M:0;9ea9abad0e9b:33089 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/15979df90a1b47b1b43d5b5c6c1c0677 2024-12-05T12:25:37,753 DEBUG [M:0;9ea9abad0e9b:33089 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/44c5c660d0e041c6808c7daaffd423de is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733401509418/Put/seqid=0 2024-12-05T12:25:37,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32901 is added to blk_1073741849_1025 (size=7218) 2024-12-05T12:25:38,157 INFO [M:0;9ea9abad0e9b:33089 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/44c5c660d0e041c6808c7daaffd423de 2024-12-05T12:25:38,160 INFO [M:0;9ea9abad0e9b:33089 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 44c5c660d0e041c6808c7daaffd423de 2024-12-05T12:25:38,172 DEBUG [M:0;9ea9abad0e9b:33089 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/94f895945f3a498fbcddc46be652a175 is 69, key is 9ea9abad0e9b,39205,1733401495762/rs:state/1733401497711/Put/seqid=0 2024-12-05T12:25:38,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32901 is added to blk_1073741850_1026 (size=5156) 2024-12-05T12:25:38,382 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=28, created chunk count=35, reused chunk count=128, reuseRatio=78.53% 2024-12-05T12:25:38,383 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-12-05T12:25:38,575 INFO [M:0;9ea9abad0e9b:33089 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/94f895945f3a498fbcddc46be652a175 2024-12-05T12:25:38,579 DEBUG [M:0;9ea9abad0e9b:33089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/15979df90a1b47b1b43d5b5c6c1c0677 as hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/15979df90a1b47b1b43d5b5c6c1c0677 2024-12-05T12:25:38,583 INFO [M:0;9ea9abad0e9b:33089 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/15979df90a1b47b1b43d5b5c6c1c0677, entries=8, sequenceid=105, filesize=5.5 K 2024-12-05T12:25:38,584 DEBUG [M:0;9ea9abad0e9b:33089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/44c5c660d0e041c6808c7daaffd423de as hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/44c5c660d0e041c6808c7daaffd423de 2024-12-05T12:25:38,587 INFO [M:0;9ea9abad0e9b:33089 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 44c5c660d0e041c6808c7daaffd423de 2024-12-05T12:25:38,587 INFO [M:0;9ea9abad0e9b:33089 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/44c5c660d0e041c6808c7daaffd423de, entries=11, sequenceid=105, filesize=7.0 K 2024-12-05T12:25:38,588 DEBUG [M:0;9ea9abad0e9b:33089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/94f895945f3a498fbcddc46be652a175 as hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/94f895945f3a498fbcddc46be652a175 2024-12-05T12:25:38,591 INFO [M:0;9ea9abad0e9b:33089 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43331/user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/94f895945f3a498fbcddc46be652a175, entries=1, sequenceid=105, filesize=5.0 K 2024-12-05T12:25:38,592 INFO [M:0;9ea9abad0e9b:33089 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=105, compaction requested=false 2024-12-05T12:25:38,593 INFO [M:0;9ea9abad0e9b:33089 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:38,593 DEBUG [M:0;9ea9abad0e9b:33089 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401537316Disabling compacts and flushes for region at 1733401537316Disabling writes for close at 1733401537316Obtaining lock to block concurrent updates at 1733401537317 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733401537317Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1733401537317Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733401537317Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733401537317Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733401537332 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733401537332Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733401537740 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733401537752 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733401537752Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733401538160 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733401538172 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733401538172Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@369016c6: reopening flushed file at 1733401538579 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7da9dbf0: reopening flushed file at 1733401538583 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18dbdbaa: reopening flushed file at 1733401538587 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=105, compaction requested=false at 1733401538592 (+5 ms)Writing region close event to WAL at 1733401538593 (+1 ms)Closed at 1733401538593 2024-12-05T12:25:38,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32901 is added to blk_1073741830_1006 (size=64423) 2024-12-05T12:25:38,595 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/578303e4-44eb-c99c-f80c-6eb5ccfb1cc8/MasterData/WALs/9ea9abad0e9b,33089,1733401495486/9ea9abad0e9b%2C33089%2C1733401495486.1733401497460 not finished, retry = 0 2024-12-05T12:25:38,695 INFO [M:0;9ea9abad0e9b:33089 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T12:25:38,695 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:25:38,696 INFO [M:0;9ea9abad0e9b:33089 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33089 2024-12-05T12:25:38,696 INFO [M:0;9ea9abad0e9b:33089 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:25:38,826 INFO [M:0;9ea9abad0e9b:33089 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:25:38,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33089-0x101a6a187550000, quorum=127.0.0.1:60159, baseZNode=/0-544773928 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:25:38,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33089-0x101a6a187550000, quorum=127.0.0.1:60159, baseZNode=/0-544773928 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:25:38,829 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26f9ed7d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:25:38,829 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16e36e10{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:25:38,829 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:25:38,829 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cd0948e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:25:38,829 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d155a9e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07657be9-d826-efee-b7c2-55314174e981/hadoop.log.dir/,STOPPED} 2024-12-05T12:25:38,830 WARN [BP-973229053-172.17.0.3-1733401493962 heartbeating to localhost/127.0.0.1:43331 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T12:25:38,830 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T12:25:38,830 WARN [BP-973229053-172.17.0.3-1733401493962 heartbeating to localhost/127.0.0.1:43331 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-973229053-172.17.0.3-1733401493962 (Datanode Uuid 5fce8b0e-99f7-4aa2-a363-c728d933108d) service to localhost/127.0.0.1:43331 2024-12-05T12:25:38,830 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T12:25:38,831 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07657be9-d826-efee-b7c2-55314174e981/cluster_9ab2fcaf-4663-a8da-adad-d36220f27974/data/data1/current/BP-973229053-172.17.0.3-1733401493962 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:25:38,831 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07657be9-d826-efee-b7c2-55314174e981/cluster_9ab2fcaf-4663-a8da-adad-d36220f27974/data/data2/current/BP-973229053-172.17.0.3-1733401493962 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:25:38,831 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T12:25:38,835 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@297f28c0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:25:38,836 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d547a2d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:25:38,836 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:25:38,836 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79874c3e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:25:38,836 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70d4617e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07657be9-d826-efee-b7c2-55314174e981/hadoop.log.dir/,STOPPED} 2024-12-05T12:25:38,840 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T12:25:38,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T12:25:38,859 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=359 (was 313) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60159) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41201 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41963 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60159) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41201 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41201 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60159) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41963 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43331 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41201 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:41963 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:43331 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41963 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41201 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41201 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:43331 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:41201 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:43331 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:43331 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41201 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=783 (was 726) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=290 (was 327), ProcessCount=11 (was 11), AvailableMemoryMB=2658 (was 2998) 2024-12-05T12:25:38,868 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=359, OpenFileDescriptor=783, MaxFileDescriptor=1048576, SystemLoadAverage=290, ProcessCount=11, AvailableMemoryMB=2658 2024-12-05T12:25:38,879 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-12-05T12:25:38,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffbf5a14-7346-6144-bfc3-fe40cd9091f2/hadoop.log.dir so I do NOT create it in target/test-data/3c9d7748-7ea3-6327-1e09-6763c21333d3 2024-12-05T12:25:38,880 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffbf5a14-7346-6144-bfc3-fe40cd9091f2/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T12:25:38,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffbf5a14-7346-6144-bfc3-fe40cd9091f2/hadoop.tmp.dir so I do NOT create it in target/test-data/3c9d7748-7ea3-6327-1e09-6763c21333d3 2024-12-05T12:25:38,880 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffbf5a14-7346-6144-bfc3-fe40cd9091f2/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T12:25:38,880 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c9d7748-7ea3-6327-1e09-6763c21333d3 2024-12-05T12:25:38,880 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c9d7748-7ea3-6327-1e09-6763c21333d3/cluster_fb1e4778-3052-ff66-4c65-f6efceecacaa, deleteOnExit=true 2024-12-05T12:25:38,893 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c9d7748-7ea3-6327-1e09-6763c21333d3/cluster_fb1e4778-3052-ff66-4c65-f6efceecacaa/zookeeper_0, clientPort=49904, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c9d7748-7ea3-6327-1e09-6763c21333d3/cluster_fb1e4778-3052-ff66-4c65-f6efceecacaa/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c9d7748-7ea3-6327-1e09-6763c21333d3/cluster_fb1e4778-3052-ff66-4c65-f6efceecacaa/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T12:25:38,894 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49904 2024-12-05T12:25:38,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T12:25:38,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T12:25:38,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c9d7748-7ea3-6327-1e09-6763c21333d3/test.cache.data in system properties and HBase conf 2024-12-05T12:25:38,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c9d7748-7ea3-6327-1e09-6763c21333d3/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T12:25:38,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c9d7748-7ea3-6327-1e09-6763c21333d3/hadoop.log.dir in system properties and HBase conf 2024-12-05T12:25:38,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c9d7748-7ea3-6327-1e09-6763c21333d3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T12:25:38,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c9d7748-7ea3-6327-1e09-6763c21333d3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T12:25:38,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T12:25:38,894 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T12:25:38,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c9d7748-7ea3-6327-1e09-6763c21333d3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:25:38,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c9d7748-7ea3-6327-1e09-6763c21333d3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:25:38,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c9d7748-7ea3-6327-1e09-6763c21333d3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T12:25:38,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c9d7748-7ea3-6327-1e09-6763c21333d3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:25:38,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c9d7748-7ea3-6327-1e09-6763c21333d3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T12:25:38,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c9d7748-7ea3-6327-1e09-6763c21333d3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T12:25:38,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c9d7748-7ea3-6327-1e09-6763c21333d3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:25:38,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c9d7748-7ea3-6327-1e09-6763c21333d3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:25:38,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c9d7748-7ea3-6327-1e09-6763c21333d3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T12:25:38,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c9d7748-7ea3-6327-1e09-6763c21333d3/nfs.dump.dir in system properties and HBase conf 2024-12-05T12:25:38,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c9d7748-7ea3-6327-1e09-6763c21333d3/java.io.tmpdir in system properties and HBase conf 2024-12-05T12:25:38,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c9d7748-7ea3-6327-1e09-6763c21333d3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:25:38,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c9d7748-7ea3-6327-1e09-6763c21333d3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T12:25:38,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c9d7748-7ea3-6327-1e09-6763c21333d3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T12:25:38,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a6a187550005, quorum=127.0.0.1:60159, baseZNode=/1-803664655 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T12:25:38,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101a6a187550008, quorum=127.0.0.1:60159, baseZNode=/2904341317 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T12:25:38,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a6a187550002, quorum=127.0.0.1:60159, baseZNode=/0-544773928 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T12:25:38,939 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a6a187550002, quorum=127.0.0.1:60159, baseZNode=/0-544773928 Received Disconnected from ZooKeeper, ignoring 2024-12-05T12:25:38,939 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101a6a187550008, quorum=127.0.0.1:60159, baseZNode=/2904341317 Received Disconnected from ZooKeeper, ignoring 2024-12-05T12:25:38,939 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a6a187550005, quorum=127.0.0.1:60159, baseZNode=/1-803664655 Received Disconnected from ZooKeeper, ignoring 2024-12-05T12:25:39,106 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:25:39,109 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:25:39,110 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:25:39,110 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:25:39,110 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T12:25:39,110 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:25:39,111 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ffa499{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c9d7748-7ea3-6327-1e09-6763c21333d3/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:25:39,111 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3338bb6d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:25:39,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@de2dda7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c9d7748-7ea3-6327-1e09-6763c21333d3/java.io.tmpdir/jetty-localhost-37503-hadoop-hdfs-3_4_1-tests_jar-_-any-12664859470911025126/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:25:39,201 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55cd99a8{HTTP/1.1, (http/1.1)}{localhost:37503} 2024-12-05T12:25:39,201 INFO [Time-limited test {}] server.Server(415): Started @308282ms 2024-12-05T12:25:39,355 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:25:39,357 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:25:39,359 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:25:39,359 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:25:39,359 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T12:25:39,360 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75932fee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c9d7748-7ea3-6327-1e09-6763c21333d3/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:25:39,360 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46647221{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:25:39,454 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6979ca91{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c9d7748-7ea3-6327-1e09-6763c21333d3/java.io.tmpdir/jetty-localhost-34191-hadoop-hdfs-3_4_1-tests_jar-_-any-4436214174323973653/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:25:39,454 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ebbfaa5{HTTP/1.1, (http/1.1)}{localhost:34191} 2024-12-05T12:25:39,454 INFO [Time-limited test {}] server.Server(415): Started @308536ms 2024-12-05T12:25:39,455 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T12:25:39,886 WARN [Thread-4198 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c9d7748-7ea3-6327-1e09-6763c21333d3/cluster_fb1e4778-3052-ff66-4c65-f6efceecacaa/data/data2/current/BP-1779514444-172.17.0.3-1733401538907/current, will proceed with Du for space computation calculation, 2024-12-05T12:25:39,886 WARN [Thread-4197 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c9d7748-7ea3-6327-1e09-6763c21333d3/cluster_fb1e4778-3052-ff66-4c65-f6efceecacaa/data/data1/current/BP-1779514444-172.17.0.3-1733401538907/current, will proceed with Du for space computation calculation, 2024-12-05T12:25:39,902 WARN [Thread-4185 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T12:25:39,904 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc6e26332996b9fc7 with lease ID 0xb13faf83e52944d0: Processing first storage report for DS-95e7888a-76e9-4654-a67f-6733c5adcddd from datanode DatanodeRegistration(127.0.0.1:36445, datanodeUuid=8f7e0c2f-6a46-4faa-81fc-529b79ad5630, infoPort=45517, infoSecurePort=0, ipcPort=41251, storageInfo=lv=-57;cid=testClusterID;nsid=1708453076;c=1733401538907) 2024-12-05T12:25:39,904 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc6e26332996b9fc7 with lease ID 0xb13faf83e52944d0: from storage DS-95e7888a-76e9-4654-a67f-6733c5adcddd node DatanodeRegistration(127.0.0.1:36445, datanodeUuid=8f7e0c2f-6a46-4faa-81fc-529b79ad5630, infoPort=45517, infoSecurePort=0, ipcPort=41251, storageInfo=lv=-57;cid=testClusterID;nsid=1708453076;c=1733401538907), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:25:39,904 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc6e26332996b9fc7 with lease ID 0xb13faf83e52944d0: Processing first storage report for DS-0a95d3a4-c42b-4845-8c06-ec90b7ca7d90 from datanode DatanodeRegistration(127.0.0.1:36445, datanodeUuid=8f7e0c2f-6a46-4faa-81fc-529b79ad5630, infoPort=45517, infoSecurePort=0, ipcPort=41251, storageInfo=lv=-57;cid=testClusterID;nsid=1708453076;c=1733401538907) 2024-12-05T12:25:39,905 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc6e26332996b9fc7 with lease ID 0xb13faf83e52944d0: from storage DS-0a95d3a4-c42b-4845-8c06-ec90b7ca7d90 node DatanodeRegistration(127.0.0.1:36445, datanodeUuid=8f7e0c2f-6a46-4faa-81fc-529b79ad5630, infoPort=45517, infoSecurePort=0, ipcPort=41251, storageInfo=lv=-57;cid=testClusterID;nsid=1708453076;c=1733401538907), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:25:39,974 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c9d7748-7ea3-6327-1e09-6763c21333d3 2024-12-05T12:25:39,974 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:39,975 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:39,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36445 is added to blk_1073741825_1001 (size=7) 2024-12-05T12:25:40,382 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44533/user/jenkins/test-data/cbf38a28-3093-87e6-8ff2-f70b8093d3b8 with version=8 2024-12-05T12:25:40,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44533/user/jenkins/test-data/cbf38a28-3093-87e6-8ff2-f70b8093d3b8/hbase-staging 2024-12-05T12:25:40,384 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9ea9abad0e9b:0 server-side Connection retries=45 2024-12-05T12:25:40,384 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:40,384 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:40,384 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:25:40,384 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:40,384 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:25:40,384 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T12:25:40,385 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:25:40,385 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46625 2024-12-05T12:25:40,386 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46625 connecting to ZooKeeper ensemble=127.0.0.1:49904 2024-12-05T12:25:40,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:466250x0, quorum=127.0.0.1:49904, baseZNode=/01147511020 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:25:40,452 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46625-0x101a6a236f50000 connected 2024-12-05T12:25:40,514 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:40,516 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:40,518 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46625-0x101a6a236f50000, quorum=127.0.0.1:49904, baseZNode=/01147511020 Set watcher on znode that does not yet exist, /01147511020/running 2024-12-05T12:25:40,518 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44533/user/jenkins/test-data/cbf38a28-3093-87e6-8ff2-f70b8093d3b8, hbase.cluster.distributed=false 2024-12-05T12:25:40,519 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46625-0x101a6a236f50000, quorum=127.0.0.1:49904, baseZNode=/01147511020 Set watcher on znode that does not yet exist, /01147511020/acl 2024-12-05T12:25:40,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46625 2024-12-05T12:25:40,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46625 2024-12-05T12:25:40,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46625 2024-12-05T12:25:40,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46625 2024-12-05T12:25:40,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46625 2024-12-05T12:25:40,541 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9ea9abad0e9b:0 server-side Connection retries=45 2024-12-05T12:25:40,541 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:40,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:40,542 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:25:40,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:40,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:25:40,542 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T12:25:40,542 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:25:40,542 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46245 2024-12-05T12:25:40,543 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46245 connecting to ZooKeeper ensemble=127.0.0.1:49904 2024-12-05T12:25:40,543 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:40,545 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:40,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:462450x0, quorum=127.0.0.1:49904, baseZNode=/01147511020 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:25:40,556 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:462450x0, quorum=127.0.0.1:49904, baseZNode=/01147511020 Set watcher on znode that does not yet exist, /01147511020/running 2024-12-05T12:25:40,556 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46245-0x101a6a236f50001 connected 2024-12-05T12:25:40,556 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T12:25:40,558 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T12:25:40,558 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46245-0x101a6a236f50001, quorum=127.0.0.1:49904, baseZNode=/01147511020 Set watcher on znode that does not yet exist, /01147511020/master 2024-12-05T12:25:40,559 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46245-0x101a6a236f50001, quorum=127.0.0.1:49904, baseZNode=/01147511020 Set watcher on znode that does not yet exist, /01147511020/acl 2024-12-05T12:25:40,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46245 2024-12-05T12:25:40,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46245 2024-12-05T12:25:40,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46245 2024-12-05T12:25:40,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46245 2024-12-05T12:25:40,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46245 2024-12-05T12:25:40,575 DEBUG [M:0;9ea9abad0e9b:46625 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9ea9abad0e9b:46625 2024-12-05T12:25:40,576 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01147511020/backup-masters/9ea9abad0e9b,46625,1733401540384 2024-12-05T12:25:40,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46625-0x101a6a236f50000, quorum=127.0.0.1:49904, baseZNode=/01147511020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01147511020/backup-masters 2024-12-05T12:25:40,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46245-0x101a6a236f50001, quorum=127.0.0.1:49904, baseZNode=/01147511020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01147511020/backup-masters 2024-12-05T12:25:40,585 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46625-0x101a6a236f50000, quorum=127.0.0.1:49904, baseZNode=/01147511020 Set watcher on existing znode=/01147511020/backup-masters/9ea9abad0e9b,46625,1733401540384 2024-12-05T12:25:40,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46245-0x101a6a236f50001, quorum=127.0.0.1:49904, baseZNode=/01147511020 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01147511020/master 2024-12-05T12:25:40,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46245-0x101a6a236f50001, quorum=127.0.0.1:49904, baseZNode=/01147511020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01147511020 2024-12-05T12:25:40,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46625-0x101a6a236f50000, quorum=127.0.0.1:49904, baseZNode=/01147511020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01147511020 2024-12-05T12:25:40,593 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46625-0x101a6a236f50000, quorum=127.0.0.1:49904, baseZNode=/01147511020 Set watcher on existing znode=/01147511020/master 2024-12-05T12:25:40,593 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01147511020/backup-masters/9ea9abad0e9b,46625,1733401540384 from backup master directory 2024-12-05T12:25:40,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46245-0x101a6a236f50001, quorum=127.0.0.1:49904, baseZNode=/01147511020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01147511020/backup-masters 2024-12-05T12:25:40,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46625-0x101a6a236f50000, quorum=127.0.0.1:49904, baseZNode=/01147511020 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01147511020/backup-masters/9ea9abad0e9b,46625,1733401540384 2024-12-05T12:25:40,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46625-0x101a6a236f50000, quorum=127.0.0.1:49904, baseZNode=/01147511020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01147511020/backup-masters 2024-12-05T12:25:40,601 WARN [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:25:40,601 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9ea9abad0e9b,46625,1733401540384 2024-12-05T12:25:40,604 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44533/user/jenkins/test-data/cbf38a28-3093-87e6-8ff2-f70b8093d3b8/hbase.id] with ID: d40e5229-2269-4d46-a7ad-e328ce26092d 2024-12-05T12:25:40,604 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44533/user/jenkins/test-data/cbf38a28-3093-87e6-8ff2-f70b8093d3b8/.tmp/hbase.id 2024-12-05T12:25:40,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36445 is added to blk_1073741826_1002 (size=42) 2024-12-05T12:25:41,007 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44533/user/jenkins/test-data/cbf38a28-3093-87e6-8ff2-f70b8093d3b8/.tmp/hbase.id]:[hdfs://localhost:44533/user/jenkins/test-data/cbf38a28-3093-87e6-8ff2-f70b8093d3b8/hbase.id] 2024-12-05T12:25:41,014 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:41,015 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T12:25:41,015 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-05T12:25:41,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46625-0x101a6a236f50000, quorum=127.0.0.1:49904, baseZNode=/01147511020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01147511020 2024-12-05T12:25:41,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46245-0x101a6a236f50001, quorum=127.0.0.1:49904, baseZNode=/01147511020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01147511020 2024-12-05T12:25:41,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36445 is added to blk_1073741827_1003 (size=196) 2024-12-05T12:25:41,456 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:25:41,457 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T12:25:41,457 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:25:41,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36445 is added to blk_1073741828_1004 (size=1189) 2024-12-05T12:25:41,863 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44533/user/jenkins/test-data/cbf38a28-3093-87e6-8ff2-f70b8093d3b8/MasterData/data/master/store 2024-12-05T12:25:41,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36445 is added to blk_1073741829_1005 (size=34) 2024-12-05T12:25:42,268 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:42,268 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:25:42,268 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:42,268 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:42,268 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:25:42,268 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:42,268 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:42,268 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401542268Disabling compacts and flushes for region at 1733401542268Disabling writes for close at 1733401542268Writing region close event to WAL at 1733401542268Closed at 1733401542268 2024-12-05T12:25:42,269 WARN [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44533/user/jenkins/test-data/cbf38a28-3093-87e6-8ff2-f70b8093d3b8/MasterData/data/master/store/.initializing 2024-12-05T12:25:42,269 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44533/user/jenkins/test-data/cbf38a28-3093-87e6-8ff2-f70b8093d3b8/MasterData/WALs/9ea9abad0e9b,46625,1733401540384 2024-12-05T12:25:42,269 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:25:42,271 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9ea9abad0e9b%2C46625%2C1733401540384, suffix=, logDir=hdfs://localhost:44533/user/jenkins/test-data/cbf38a28-3093-87e6-8ff2-f70b8093d3b8/MasterData/WALs/9ea9abad0e9b,46625,1733401540384, archiveDir=hdfs://localhost:44533/user/jenkins/test-data/cbf38a28-3093-87e6-8ff2-f70b8093d3b8/MasterData/oldWALs, maxLogs=10 2024-12-05T12:25:42,282 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cbf38a28-3093-87e6-8ff2-f70b8093d3b8/MasterData/WALs/9ea9abad0e9b,46625,1733401540384/9ea9abad0e9b%2C46625%2C1733401540384.1733401542271, exclude list is [], retry=0 2024-12-05T12:25:42,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36445,DS-95e7888a-76e9-4654-a67f-6733c5adcddd,DISK] 2024-12-05T12:25:42,285 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cbf38a28-3093-87e6-8ff2-f70b8093d3b8/MasterData/WALs/9ea9abad0e9b,46625,1733401540384/9ea9abad0e9b%2C46625%2C1733401540384.1733401542271 2024-12-05T12:25:42,285 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45517:45517)] 2024-12-05T12:25:42,285 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:25:42,285 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:42,285 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:42,285 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:42,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:42,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T12:25:42,287 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:42,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:42,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:42,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T12:25:42,290 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:42,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:42,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:42,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T12:25:42,292 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:42,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:42,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:42,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T12:25:42,293 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:42,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:42,297 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:42,297 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44533/user/jenkins/test-data/cbf38a28-3093-87e6-8ff2-f70b8093d3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:42,298 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44533/user/jenkins/test-data/cbf38a28-3093-87e6-8ff2-f70b8093d3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:42,298 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:42,298 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:42,299 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:25:42,299 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:42,301 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44533/user/jenkins/test-data/cbf38a28-3093-87e6-8ff2-f70b8093d3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:25:42,301 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61660257, jitterRate=-0.0811905711889267}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:25:42,302 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733401542285Initializing all the Stores at 1733401542286 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401542286Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401542286Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401542286Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401542286Cleaning up temporary data from old regions at 1733401542298 (+12 ms)Region opened successfully at 1733401542302 (+4 ms) 2024-12-05T12:25:42,302 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T12:25:42,304 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@222cc2e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ea9abad0e9b/172.17.0.3:0 2024-12-05T12:25:42,305 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T12:25:42,305 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T12:25:42,305 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T12:25:42,305 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T12:25:42,305 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T12:25:42,306 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T12:25:42,306 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T12:25:42,308 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T12:25:42,309 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46625-0x101a6a236f50000, quorum=127.0.0.1:49904, baseZNode=/01147511020 Unable to get data of znode /01147511020/balancer because node does not exist (not necessarily an error) 2024-12-05T12:25:42,322 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01147511020/balancer already deleted, retry=false 2024-12-05T12:25:42,322 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T12:25:42,323 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46625-0x101a6a236f50000, quorum=127.0.0.1:49904, baseZNode=/01147511020 Unable to get data of znode /01147511020/normalizer because node does not exist (not necessarily an error) 2024-12-05T12:25:42,330 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01147511020/normalizer already deleted, retry=false 2024-12-05T12:25:42,331 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T12:25:42,332 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46625-0x101a6a236f50000, quorum=127.0.0.1:49904, baseZNode=/01147511020 Unable to get data of znode /01147511020/switch/split because node does not exist (not necessarily an error) 2024-12-05T12:25:42,339 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01147511020/switch/split already deleted, retry=false 2024-12-05T12:25:42,339 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46625-0x101a6a236f50000, quorum=127.0.0.1:49904, baseZNode=/01147511020 Unable to get data of znode /01147511020/switch/merge because node does not exist (not necessarily an error) 2024-12-05T12:25:42,347 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01147511020/switch/merge already deleted, retry=false 2024-12-05T12:25:42,348 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46625-0x101a6a236f50000, quorum=127.0.0.1:49904, baseZNode=/01147511020 Unable to get data of znode /01147511020/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T12:25:42,355 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01147511020/snapshot-cleanup already deleted, retry=false 2024-12-05T12:25:42,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46625-0x101a6a236f50000, quorum=127.0.0.1:49904, baseZNode=/01147511020 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01147511020/running 2024-12-05T12:25:42,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46245-0x101a6a236f50001, quorum=127.0.0.1:49904, baseZNode=/01147511020 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01147511020/running 2024-12-05T12:25:42,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46625-0x101a6a236f50000, quorum=127.0.0.1:49904, baseZNode=/01147511020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01147511020 2024-12-05T12:25:42,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46245-0x101a6a236f50001, quorum=127.0.0.1:49904, baseZNode=/01147511020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01147511020 2024-12-05T12:25:42,364 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9ea9abad0e9b,46625,1733401540384, sessionid=0x101a6a236f50000, setting cluster-up flag (Was=false) 2024-12-05T12:25:42,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46245-0x101a6a236f50001, quorum=127.0.0.1:49904, baseZNode=/01147511020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01147511020 2024-12-05T12:25:42,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46625-0x101a6a236f50000, quorum=127.0.0.1:49904, baseZNode=/01147511020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01147511020 2024-12-05T12:25:42,405 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01147511020/flush-table-proc/acquired, /01147511020/flush-table-proc/reached, /01147511020/flush-table-proc/abort 2024-12-05T12:25:42,406 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ea9abad0e9b,46625,1733401540384 2024-12-05T12:25:42,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46245-0x101a6a236f50001, quorum=127.0.0.1:49904, baseZNode=/01147511020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01147511020 2024-12-05T12:25:42,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46625-0x101a6a236f50000, quorum=127.0.0.1:49904, baseZNode=/01147511020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01147511020 2024-12-05T12:25:42,497 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01147511020/online-snapshot/acquired, /01147511020/online-snapshot/reached, /01147511020/online-snapshot/abort 2024-12-05T12:25:42,498 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ea9abad0e9b,46625,1733401540384 2024-12-05T12:25:42,499 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44533/user/jenkins/test-data/cbf38a28-3093-87e6-8ff2-f70b8093d3b8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T12:25:42,500 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T12:25:42,500 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T12:25:42,500 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T12:25:42,501 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9ea9abad0e9b,46625,1733401540384 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T12:25:42,502 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:25:42,502 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:25:42,502 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:25:42,502 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:25:42,502 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9ea9abad0e9b:0, corePoolSize=10, maxPoolSize=10 2024-12-05T12:25:42,502 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:42,502 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:25:42,502 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:42,503 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:25:42,503 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T12:25:42,503 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:42,503 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T12:25:42,506 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733401572506 2024-12-05T12:25:42,507 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T12:25:42,507 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T12:25:42,507 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T12:25:42,507 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T12:25:42,507 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T12:25:42,507 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T12:25:42,510 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:42,511 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T12:25:42,511 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T12:25:42,511 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T12:25:42,511 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T12:25:42,511 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T12:25:42,511 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T12:25:42,514 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401542511,5,FailOnTimeoutGroup] 2024-12-05T12:25:42,515 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401542514,5,FailOnTimeoutGroup] 2024-12-05T12:25:42,515 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:42,515 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T12:25:42,515 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:42,515 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:42,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36445 is added to blk_1073741831_1007 (size=1321) 2024-12-05T12:25:42,568 INFO [RS:0;9ea9abad0e9b:46245 {}] regionserver.HRegionServer(746): ClusterId : d40e5229-2269-4d46-a7ad-e328ce26092d 2024-12-05T12:25:42,568 DEBUG [RS:0;9ea9abad0e9b:46245 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T12:25:42,597 DEBUG [RS:0;9ea9abad0e9b:46245 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T12:25:42,597 DEBUG [RS:0;9ea9abad0e9b:46245 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T12:25:42,653 DEBUG [RS:0;9ea9abad0e9b:46245 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T12:25:42,654 DEBUG [RS:0;9ea9abad0e9b:46245 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7238347d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ea9abad0e9b/172.17.0.3:0 2024-12-05T12:25:42,666 DEBUG [RS:0;9ea9abad0e9b:46245 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9ea9abad0e9b:46245 2024-12-05T12:25:42,666 INFO [RS:0;9ea9abad0e9b:46245 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T12:25:42,666 INFO [RS:0;9ea9abad0e9b:46245 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T12:25:42,666 DEBUG [RS:0;9ea9abad0e9b:46245 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T12:25:42,667 INFO [RS:0;9ea9abad0e9b:46245 {}] regionserver.HRegionServer(2659): reportForDuty to master=9ea9abad0e9b,46625,1733401540384 with port=46245, startcode=1733401540541 2024-12-05T12:25:42,667 DEBUG [RS:0;9ea9abad0e9b:46245 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T12:25:42,669 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33919, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T12:25:42,669 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46625 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9ea9abad0e9b,46245,1733401540541 2024-12-05T12:25:42,669 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46625 {}] master.ServerManager(517): Registering regionserver=9ea9abad0e9b,46245,1733401540541 2024-12-05T12:25:42,670 DEBUG [RS:0;9ea9abad0e9b:46245 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44533/user/jenkins/test-data/cbf38a28-3093-87e6-8ff2-f70b8093d3b8 2024-12-05T12:25:42,670 DEBUG [RS:0;9ea9abad0e9b:46245 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44533 2024-12-05T12:25:42,670 DEBUG [RS:0;9ea9abad0e9b:46245 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T12:25:42,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46625-0x101a6a236f50000, quorum=127.0.0.1:49904, baseZNode=/01147511020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01147511020/rs 2024-12-05T12:25:42,701 DEBUG [RS:0;9ea9abad0e9b:46245 {}] zookeeper.ZKUtil(111): regionserver:46245-0x101a6a236f50001, quorum=127.0.0.1:49904, baseZNode=/01147511020 Set watcher on existing znode=/01147511020/rs/9ea9abad0e9b,46245,1733401540541 2024-12-05T12:25:42,701 WARN [RS:0;9ea9abad0e9b:46245 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:25:42,701 INFO [RS:0;9ea9abad0e9b:46245 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:25:42,702 DEBUG [RS:0;9ea9abad0e9b:46245 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44533/user/jenkins/test-data/cbf38a28-3093-87e6-8ff2-f70b8093d3b8/WALs/9ea9abad0e9b,46245,1733401540541 2024-12-05T12:25:42,702 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9ea9abad0e9b,46245,1733401540541] 2024-12-05T12:25:42,704 INFO [RS:0;9ea9abad0e9b:46245 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T12:25:42,705 INFO [RS:0;9ea9abad0e9b:46245 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T12:25:42,706 INFO [RS:0;9ea9abad0e9b:46245 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T12:25:42,707 INFO [RS:0;9ea9abad0e9b:46245 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:42,710 INFO [RS:0;9ea9abad0e9b:46245 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T12:25:42,710 INFO [RS:0;9ea9abad0e9b:46245 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T12:25:42,710 INFO [RS:0;9ea9abad0e9b:46245 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:42,710 DEBUG [RS:0;9ea9abad0e9b:46245 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:42,710 DEBUG [RS:0;9ea9abad0e9b:46245 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:42,710 DEBUG [RS:0;9ea9abad0e9b:46245 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:42,710 DEBUG [RS:0;9ea9abad0e9b:46245 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:42,710 DEBUG [RS:0;9ea9abad0e9b:46245 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:42,710 DEBUG [RS:0;9ea9abad0e9b:46245 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9ea9abad0e9b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:25:42,710 DEBUG [RS:0;9ea9abad0e9b:46245 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:42,710 DEBUG [RS:0;9ea9abad0e9b:46245 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:42,710 DEBUG [RS:0;9ea9abad0e9b:46245 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:42,710 DEBUG [RS:0;9ea9abad0e9b:46245 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:42,710 DEBUG [RS:0;9ea9abad0e9b:46245 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:42,711 DEBUG [RS:0;9ea9abad0e9b:46245 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:42,711 DEBUG [RS:0;9ea9abad0e9b:46245 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9ea9abad0e9b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:25:42,711 DEBUG [RS:0;9ea9abad0e9b:46245 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9ea9abad0e9b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:25:42,713 INFO [RS:0;9ea9abad0e9b:46245 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:42,713 INFO [RS:0;9ea9abad0e9b:46245 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:42,713 INFO [RS:0;9ea9abad0e9b:46245 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:42,713 INFO [RS:0;9ea9abad0e9b:46245 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:42,713 INFO [RS:0;9ea9abad0e9b:46245 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:42,713 INFO [RS:0;9ea9abad0e9b:46245 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,46245,1733401540541-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:25:42,725 INFO [RS:0;9ea9abad0e9b:46245 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T12:25:42,726 INFO [RS:0;9ea9abad0e9b:46245 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,46245,1733401540541-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:42,726 INFO [RS:0;9ea9abad0e9b:46245 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:42,726 INFO [RS:0;9ea9abad0e9b:46245 {}] regionserver.Replication(171): 9ea9abad0e9b,46245,1733401540541 started 2024-12-05T12:25:42,736 INFO [RS:0;9ea9abad0e9b:46245 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:42,736 INFO [RS:0;9ea9abad0e9b:46245 {}] regionserver.HRegionServer(1482): Serving as 9ea9abad0e9b,46245,1733401540541, RpcServer on 9ea9abad0e9b/172.17.0.3:46245, sessionid=0x101a6a236f50001 2024-12-05T12:25:42,736 DEBUG [RS:0;9ea9abad0e9b:46245 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T12:25:42,736 DEBUG [RS:0;9ea9abad0e9b:46245 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9ea9abad0e9b,46245,1733401540541 2024-12-05T12:25:42,736 DEBUG [RS:0;9ea9abad0e9b:46245 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ea9abad0e9b,46245,1733401540541' 2024-12-05T12:25:42,736 DEBUG [RS:0;9ea9abad0e9b:46245 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01147511020/flush-table-proc/abort' 2024-12-05T12:25:42,737 DEBUG [RS:0;9ea9abad0e9b:46245 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01147511020/flush-table-proc/acquired' 2024-12-05T12:25:42,737 DEBUG [RS:0;9ea9abad0e9b:46245 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T12:25:42,737 DEBUG [RS:0;9ea9abad0e9b:46245 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T12:25:42,737 DEBUG [RS:0;9ea9abad0e9b:46245 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9ea9abad0e9b,46245,1733401540541 2024-12-05T12:25:42,737 DEBUG [RS:0;9ea9abad0e9b:46245 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ea9abad0e9b,46245,1733401540541' 2024-12-05T12:25:42,737 DEBUG [RS:0;9ea9abad0e9b:46245 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01147511020/online-snapshot/abort' 2024-12-05T12:25:42,738 DEBUG [RS:0;9ea9abad0e9b:46245 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01147511020/online-snapshot/acquired' 2024-12-05T12:25:42,738 DEBUG [RS:0;9ea9abad0e9b:46245 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T12:25:42,738 INFO [RS:0;9ea9abad0e9b:46245 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T12:25:42,738 INFO [RS:0;9ea9abad0e9b:46245 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T12:25:42,838 INFO [RS:0;9ea9abad0e9b:46245 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:25:42,839 INFO [RS:0;9ea9abad0e9b:46245 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C46245%2C1733401540541, suffix=, logDir=hdfs://localhost:44533/user/jenkins/test-data/cbf38a28-3093-87e6-8ff2-f70b8093d3b8/WALs/9ea9abad0e9b,46245,1733401540541, archiveDir=hdfs://localhost:44533/user/jenkins/test-data/cbf38a28-3093-87e6-8ff2-f70b8093d3b8/oldWALs, maxLogs=10 2024-12-05T12:25:42,851 DEBUG [RS:0;9ea9abad0e9b:46245 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cbf38a28-3093-87e6-8ff2-f70b8093d3b8/WALs/9ea9abad0e9b,46245,1733401540541/9ea9abad0e9b%2C46245%2C1733401540541.1733401542840, exclude list is [], retry=0 2024-12-05T12:25:42,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36445,DS-95e7888a-76e9-4654-a67f-6733c5adcddd,DISK] 2024-12-05T12:25:42,855 INFO [RS:0;9ea9abad0e9b:46245 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cbf38a28-3093-87e6-8ff2-f70b8093d3b8/WALs/9ea9abad0e9b,46245,1733401540541/9ea9abad0e9b%2C46245%2C1733401540541.1733401542840 2024-12-05T12:25:42,855 DEBUG [RS:0;9ea9abad0e9b:46245 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45517:45517)] 2024-12-05T12:25:42,916 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44533/user/jenkins/test-data/cbf38a28-3093-87e6-8ff2-f70b8093d3b8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T12:25:42,916 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44533/user/jenkins/test-data/cbf38a28-3093-87e6-8ff2-f70b8093d3b8 2024-12-05T12:25:42,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36445 is added to blk_1073741833_1009 (size=32) 2024-12-05T12:25:43,217 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:25:43,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:43,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:43,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:43,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:43,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:43,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:43,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:43,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:43,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:43,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:43,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:43,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:43,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:43,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:43,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:43,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:43,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:43,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:43,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:43,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:25:43,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:25:43,323 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:43,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:43,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:25:43,324 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:25:43,324 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:43,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:43,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:25:43,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:25:43,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:43,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:43,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:25:43,326 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:25:43,326 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:43,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:43,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:25:43,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44533/user/jenkins/test-data/cbf38a28-3093-87e6-8ff2-f70b8093d3b8/data/hbase/meta/1588230740 2024-12-05T12:25:43,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44533/user/jenkins/test-data/cbf38a28-3093-87e6-8ff2-f70b8093d3b8/data/hbase/meta/1588230740 2024-12-05T12:25:43,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:25:43,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:25:43,328 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:25:43,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:25:43,330 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44533/user/jenkins/test-data/cbf38a28-3093-87e6-8ff2-f70b8093d3b8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:25:43,330 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72758555, jitterRate=0.08418695628643036}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:25:43,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733401543321Initializing all the Stores at 1733401543322 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401543322Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401543322Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401543322Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401543322Cleaning up temporary data from old regions at 1733401543328 (+6 ms)Region opened successfully at 1733401543331 (+3 ms) 2024-12-05T12:25:43,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:25:43,331 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:25:43,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:25:43,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:25:43,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:25:43,331 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:25:43,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401543331Disabling compacts and flushes for region at 1733401543331Disabling writes for close at 1733401543331Writing region close event to WAL at 1733401543331Closed at 1733401543331 2024-12-05T12:25:43,332 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:25:43,332 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T12:25:43,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T12:25:43,333 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:25:43,333 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T12:25:43,484 DEBUG [9ea9abad0e9b:46625 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T12:25:43,484 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9ea9abad0e9b,46245,1733401540541 2024-12-05T12:25:43,485 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ea9abad0e9b,46245,1733401540541, state=OPENING 2024-12-05T12:25:43,518 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T12:25:43,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46245-0x101a6a236f50001, quorum=127.0.0.1:49904, baseZNode=/01147511020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01147511020 2024-12-05T12:25:43,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46625-0x101a6a236f50000, quorum=127.0.0.1:49904, baseZNode=/01147511020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01147511020 2024-12-05T12:25:43,526 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:25:43,526 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01147511020/meta-region-server: CHANGED 2024-12-05T12:25:43,526 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01147511020/meta-region-server: CHANGED 2024-12-05T12:25:43,526 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,46245,1733401540541}] 2024-12-05T12:25:43,678 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:25:43,679 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57359, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T12:25:43,682 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T12:25:43,682 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:25:43,682 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T12:25:43,683 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C46245%2C1733401540541.meta, suffix=.meta, logDir=hdfs://localhost:44533/user/jenkins/test-data/cbf38a28-3093-87e6-8ff2-f70b8093d3b8/WALs/9ea9abad0e9b,46245,1733401540541, archiveDir=hdfs://localhost:44533/user/jenkins/test-data/cbf38a28-3093-87e6-8ff2-f70b8093d3b8/oldWALs, maxLogs=10 2024-12-05T12:25:43,694 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cbf38a28-3093-87e6-8ff2-f70b8093d3b8/WALs/9ea9abad0e9b,46245,1733401540541/9ea9abad0e9b%2C46245%2C1733401540541.meta.1733401543683.meta, exclude list is [], retry=0 2024-12-05T12:25:43,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36445,DS-95e7888a-76e9-4654-a67f-6733c5adcddd,DISK] 2024-12-05T12:25:43,697 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cbf38a28-3093-87e6-8ff2-f70b8093d3b8/WALs/9ea9abad0e9b,46245,1733401540541/9ea9abad0e9b%2C46245%2C1733401540541.meta.1733401543683.meta 2024-12-05T12:25:43,698 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45517:45517)] 2024-12-05T12:25:43,698 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:25:43,698 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:25:43,698 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:25:43,698 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T12:25:43,698 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T12:25:43,698 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T12:25:43,698 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:43,699 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T12:25:43,699 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T12:25:43,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:25:43,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:25:43,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:43,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:43,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:25:43,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:25:43,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:43,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:43,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:25:43,702 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:25:43,702 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:43,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:43,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:25:43,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:25:43,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:43,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:43,703 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:25:43,704 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44533/user/jenkins/test-data/cbf38a28-3093-87e6-8ff2-f70b8093d3b8/data/hbase/meta/1588230740 2024-12-05T12:25:43,704 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44533/user/jenkins/test-data/cbf38a28-3093-87e6-8ff2-f70b8093d3b8/data/hbase/meta/1588230740 2024-12-05T12:25:43,705 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:25:43,705 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:25:43,705 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:25:43,706 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:25:43,706 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70633160, jitterRate=0.05251610279083252}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:25:43,706 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T12:25:43,707 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733401543699Writing region info on filesystem at 1733401543699Initializing all the Stores at 1733401543699Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401543699Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401543699Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401543699Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401543699Cleaning up temporary data from old regions at 1733401543705 (+6 ms)Running coprocessor post-open hooks at 1733401543706 (+1 ms)Region opened successfully at 1733401543707 (+1 ms) 2024-12-05T12:25:43,707 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733401543678 2024-12-05T12:25:43,709 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T12:25:43,709 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T12:25:43,709 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9ea9abad0e9b,46245,1733401540541 2024-12-05T12:25:43,710 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ea9abad0e9b,46245,1733401540541, state=OPEN 2024-12-05T12:25:43,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46245-0x101a6a236f50001, quorum=127.0.0.1:49904, baseZNode=/01147511020 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01147511020/meta-region-server 2024-12-05T12:25:43,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46625-0x101a6a236f50000, quorum=127.0.0.1:49904, baseZNode=/01147511020 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01147511020/meta-region-server 2024-12-05T12:25:43,750 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,46245,1733401540541 2024-12-05T12:25:43,750 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01147511020/meta-region-server: CHANGED 2024-12-05T12:25:43,750 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01147511020/meta-region-server: CHANGED 2024-12-05T12:25:43,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T12:25:43,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,46245,1733401540541 in 224 msec 2024-12-05T12:25:43,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T12:25:43,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 419 msec 2024-12-05T12:25:43,753 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:25:43,753 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T12:25:43,754 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:25:43,754 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,46245,1733401540541, seqNum=-1] 2024-12-05T12:25:43,754 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:25:43,755 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51177, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:25:43,758 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2580 sec 2024-12-05T12:25:43,758 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733401543758, completionTime=-1 2024-12-05T12:25:43,758 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T12:25:43,758 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T12:25:43,759 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T12:25:43,759 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733401603759 2024-12-05T12:25:43,759 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733401663759 2024-12-05T12:25:43,759 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T12:25:43,760 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,46625,1733401540384-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:43,760 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,46625,1733401540384-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:43,760 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,46625,1733401540384-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:43,760 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9ea9abad0e9b:46625, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:43,760 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:43,760 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:43,761 DEBUG [master/9ea9abad0e9b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T12:25:43,762 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.161sec 2024-12-05T12:25:43,762 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T12:25:43,762 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T12:25:43,762 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T12:25:43,762 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T12:25:43,763 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T12:25:43,763 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,46625,1733401540384-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:25:43,763 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,46625,1733401540384-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T12:25:43,764 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T12:25:43,764 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T12:25:43,764 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,46625,1733401540384-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:43,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@734d401c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:43,769 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,46625,-1 for getting cluster id 2024-12-05T12:25:43,769 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:25:43,770 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd40e5229-2269-4d46-a7ad-e328ce26092d' 2024-12-05T12:25:43,770 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:25:43,770 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d40e5229-2269-4d46-a7ad-e328ce26092d" 2024-12-05T12:25:43,770 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bb0fd88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:43,770 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,46625,-1] 2024-12-05T12:25:43,771 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:25:43,771 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:43,771 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:25:43,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41969a9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:43,772 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:25:43,773 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,46245,1733401540541, seqNum=-1] 2024-12-05T12:25:43,773 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:25:43,774 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:25:43,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9ea9abad0e9b,46625,1733401540384 2024-12-05T12:25:43,775 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49904 2024-12-05T12:25:43,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49904, baseZNode=/01147511020 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:25:43,789 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a6a236f50002 connected 2024-12-05T12:25:43,799 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:25:43,799 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,46625,1733401540384 2024-12-05T12:25:43,799 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73333c68 2024-12-05T12:25:43,799 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:25:43,800 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:25:43,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46625 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:25:43,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46625 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T12:25:43,802 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:25:43,802 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:43,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46625 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T12:25:43,803 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:25:43,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:25:43,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36445 is added to blk_1073741835_1011 (size=902) 2024-12-05T12:25:43,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:25:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:25:44,209 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 068d1b1ee986fa9ea64c7afdc5d92060, NAME => 'test,,1733401543800.068d1b1ee986fa9ea64c7afdc5d92060.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44533/user/jenkins/test-data/cbf38a28-3093-87e6-8ff2-f70b8093d3b8 2024-12-05T12:25:44,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36445 is added to blk_1073741836_1012 (size=39) 2024-12-05T12:25:44,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:25:44,525 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:25:44,525 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9ea9abad0e9b,43791,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:43791 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T12:25:44,525 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128836 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9ea9abad0e9b,43791,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:43791 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T12:25:44,613 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733401543800.068d1b1ee986fa9ea64c7afdc5d92060.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:44,613 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 068d1b1ee986fa9ea64c7afdc5d92060, disabling compactions & flushes 2024-12-05T12:25:44,613 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733401543800.068d1b1ee986fa9ea64c7afdc5d92060. 2024-12-05T12:25:44,614 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401543800.068d1b1ee986fa9ea64c7afdc5d92060. 2024-12-05T12:25:44,614 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733401543800.068d1b1ee986fa9ea64c7afdc5d92060. after waiting 0 ms 2024-12-05T12:25:44,614 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733401543800.068d1b1ee986fa9ea64c7afdc5d92060. 2024-12-05T12:25:44,614 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733401543800.068d1b1ee986fa9ea64c7afdc5d92060. 2024-12-05T12:25:44,614 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 068d1b1ee986fa9ea64c7afdc5d92060: Waiting for close lock at 1733401544613Disabling compacts and flushes for region at 1733401544613Disabling writes for close at 1733401544614 (+1 ms)Writing region close event to WAL at 1733401544614Closed at 1733401544614 2024-12-05T12:25:44,615 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:25:44,615 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733401543800.068d1b1ee986fa9ea64c7afdc5d92060.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733401544615"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401544615"}]},"ts":"1733401544615"} 2024-12-05T12:25:44,616 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:25:44,617 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:25:44,617 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401544617"}]},"ts":"1733401544617"} 2024-12-05T12:25:44,618 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T12:25:44,618 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=068d1b1ee986fa9ea64c7afdc5d92060, ASSIGN}] 2024-12-05T12:25:44,619 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=068d1b1ee986fa9ea64c7afdc5d92060, ASSIGN 2024-12-05T12:25:44,619 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=068d1b1ee986fa9ea64c7afdc5d92060, ASSIGN; state=OFFLINE, location=9ea9abad0e9b,46245,1733401540541; forceNewPlan=false, retain=false 2024-12-05T12:25:44,770 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=068d1b1ee986fa9ea64c7afdc5d92060, regionState=OPENING, regionLocation=9ea9abad0e9b,46245,1733401540541 2024-12-05T12:25:44,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=068d1b1ee986fa9ea64c7afdc5d92060, ASSIGN because future has completed 2024-12-05T12:25:44,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 068d1b1ee986fa9ea64c7afdc5d92060, server=9ea9abad0e9b,46245,1733401540541}] 2024-12-05T12:25:44,926 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733401543800.068d1b1ee986fa9ea64c7afdc5d92060. 2024-12-05T12:25:44,926 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 068d1b1ee986fa9ea64c7afdc5d92060, NAME => 'test,,1733401543800.068d1b1ee986fa9ea64c7afdc5d92060.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:25:44,926 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:25:44,926 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T12:25:44,926 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 068d1b1ee986fa9ea64c7afdc5d92060 2024-12-05T12:25:44,926 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733401543800.068d1b1ee986fa9ea64c7afdc5d92060.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:44,926 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 068d1b1ee986fa9ea64c7afdc5d92060 2024-12-05T12:25:44,926 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 068d1b1ee986fa9ea64c7afdc5d92060 2024-12-05T12:25:44,927 INFO [StoreOpener-068d1b1ee986fa9ea64c7afdc5d92060-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 068d1b1ee986fa9ea64c7afdc5d92060 2024-12-05T12:25:44,928 INFO [StoreOpener-068d1b1ee986fa9ea64c7afdc5d92060-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 068d1b1ee986fa9ea64c7afdc5d92060 columnFamilyName f 2024-12-05T12:25:44,928 DEBUG [StoreOpener-068d1b1ee986fa9ea64c7afdc5d92060-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:44,929 INFO [StoreOpener-068d1b1ee986fa9ea64c7afdc5d92060-1 {}] regionserver.HStore(327): Store=068d1b1ee986fa9ea64c7afdc5d92060/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:44,929 INFO [StoreOpener-068d1b1ee986fa9ea64c7afdc5d92060-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 068d1b1ee986fa9ea64c7afdc5d92060 2024-12-05T12:25:44,929 INFO [StoreOpener-068d1b1ee986fa9ea64c7afdc5d92060-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 068d1b1ee986fa9ea64c7afdc5d92060 columnFamilyName f1 2024-12-05T12:25:44,929 DEBUG [StoreOpener-068d1b1ee986fa9ea64c7afdc5d92060-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:44,930 INFO [StoreOpener-068d1b1ee986fa9ea64c7afdc5d92060-1 {}] regionserver.HStore(327): Store=068d1b1ee986fa9ea64c7afdc5d92060/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:44,930 INFO [StoreOpener-068d1b1ee986fa9ea64c7afdc5d92060-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 068d1b1ee986fa9ea64c7afdc5d92060 2024-12-05T12:25:44,930 INFO [StoreOpener-068d1b1ee986fa9ea64c7afdc5d92060-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 068d1b1ee986fa9ea64c7afdc5d92060 columnFamilyName norep 2024-12-05T12:25:44,930 DEBUG [StoreOpener-068d1b1ee986fa9ea64c7afdc5d92060-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:44,931 INFO [StoreOpener-068d1b1ee986fa9ea64c7afdc5d92060-1 {}] regionserver.HStore(327): Store=068d1b1ee986fa9ea64c7afdc5d92060/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:44,931 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 068d1b1ee986fa9ea64c7afdc5d92060 2024-12-05T12:25:44,931 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44533/user/jenkins/test-data/cbf38a28-3093-87e6-8ff2-f70b8093d3b8/data/default/test/068d1b1ee986fa9ea64c7afdc5d92060 2024-12-05T12:25:44,931 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44533/user/jenkins/test-data/cbf38a28-3093-87e6-8ff2-f70b8093d3b8/data/default/test/068d1b1ee986fa9ea64c7afdc5d92060 2024-12-05T12:25:44,932 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 068d1b1ee986fa9ea64c7afdc5d92060 2024-12-05T12:25:44,932 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 068d1b1ee986fa9ea64c7afdc5d92060 2024-12-05T12:25:44,932 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:25:44,933 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 068d1b1ee986fa9ea64c7afdc5d92060 2024-12-05T12:25:44,934 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44533/user/jenkins/test-data/cbf38a28-3093-87e6-8ff2-f70b8093d3b8/data/default/test/068d1b1ee986fa9ea64c7afdc5d92060/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:25:44,935 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 068d1b1ee986fa9ea64c7afdc5d92060; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59860812, jitterRate=-0.10800439119338989}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:25:44,935 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 068d1b1ee986fa9ea64c7afdc5d92060 2024-12-05T12:25:44,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:25:44,935 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 068d1b1ee986fa9ea64c7afdc5d92060: Running coprocessor pre-open hook at 1733401544927Writing region info on filesystem at 1733401544927Initializing all the Stores at 1733401544927Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401544927Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401544927Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401544927Cleaning up temporary data from old regions at 1733401544932 (+5 ms)Running coprocessor post-open hooks at 1733401544935 (+3 ms)Region opened successfully at 1733401544935 2024-12-05T12:25:44,936 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733401543800.068d1b1ee986fa9ea64c7afdc5d92060., pid=6, masterSystemTime=1733401544923 2024-12-05T12:25:44,937 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733401543800.068d1b1ee986fa9ea64c7afdc5d92060. 2024-12-05T12:25:44,937 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733401543800.068d1b1ee986fa9ea64c7afdc5d92060. 2024-12-05T12:25:44,938 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=068d1b1ee986fa9ea64c7afdc5d92060, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9ea9abad0e9b,46245,1733401540541 2024-12-05T12:25:44,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 068d1b1ee986fa9ea64c7afdc5d92060, server=9ea9abad0e9b,46245,1733401540541 because future has completed 2024-12-05T12:25:44,941 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T12:25:44,941 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 068d1b1ee986fa9ea64c7afdc5d92060, server=9ea9abad0e9b,46245,1733401540541 in 168 msec 2024-12-05T12:25:44,942 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T12:25:44,942 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=068d1b1ee986fa9ea64c7afdc5d92060, ASSIGN in 323 msec 2024-12-05T12:25:44,942 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:25:44,942 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401544942"}]},"ts":"1733401544942"} 2024-12-05T12:25:44,944 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T12:25:44,944 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:25:44,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1430 sec 2024-12-05T12:25:45,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:25:45,955 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T12:25:45,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d6a731, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:45,956 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,46625,-1 for getting cluster id 2024-12-05T12:25:45,956 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:25:45,957 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd40e5229-2269-4d46-a7ad-e328ce26092d' 2024-12-05T12:25:45,957 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:25:45,957 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d40e5229-2269-4d46-a7ad-e328ce26092d" 2024-12-05T12:25:45,957 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@515f6ebc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:45,957 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,46625,-1] 2024-12-05T12:25:45,957 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:25:45,957 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:45,958 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:25:45,958 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d6b2b7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:45,958 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:25:45,959 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,46625,1733401540384 2024-12-05T12:25:45,959 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19401aa4 2024-12-05T12:25:45,959 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:25:45,960 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:25:45,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46625 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9ea9abad0e9b:46625,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T12:25:45,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46625 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T12:25:45,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:25:45,962 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ea9abad0e9b:46625' 2024-12-05T12:25:45,962 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18efbed0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:45,962 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,46625,-1 for getting cluster id 2024-12-05T12:25:45,963 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:25:45,963 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd40e5229-2269-4d46-a7ad-e328ce26092d' 2024-12-05T12:25:45,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:25:45,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d40e5229-2269-4d46-a7ad-e328ce26092d" 2024-12-05T12:25:45,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bced3fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:45,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,46625,-1] 2024-12-05T12:25:45,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:25:45,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:45,964 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:25:45,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70c64a8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:45,964 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:25:45,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,46625,1733401540384 2024-12-05T12:25:45,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@456218b4 2024-12-05T12:25:45,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:25:45,966 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:25:45,966 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T12:25:45,966 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T12:25:45,966 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:45,966 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:45,966 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:25:45,967 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://9ea9abad0e9b:46625, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-05T12:25:45,971 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://9ea9abad0e9b:46625, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://9ea9abad0e9b:46625, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://9ea9abad0e9b:46625, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-12-05T12:25:45,972 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://9ea9abad0e9b:46625, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=11 msec 2024-12-05T12:25:45,972 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-12-05T12:25:46,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:25:46,066 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://9ea9abad0e9b:46625, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-12-05T12:25:46,066 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:25:46,066 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:25:46,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:46,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:46,066 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:25:46,082 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=529 (was 359) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007fa6a89fccb8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: IPC Server handler 4 on default port 41251 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1257608047_20 at /127.0.0.1:34206 [Receiving block BP-1779514444-172.17.0.3-1733401538907:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401542511 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@628d75b9[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp393526524-7932 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:44533 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(829907259) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: IPC Server handler 1 on default port 44533 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server idle connection scanner for port 44533 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9ea9abad0e9b:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Server handler 0 on default port 41251 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49904) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: qtp393526524-7928 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fa6a8432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: BP-1779514444-172.17.0.3-1733401538907 heartbeating to localhost/127.0.0.1:44533 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46625 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:44533/user/jenkins/test-data/cbf38a28-3093-87e6-8ff2-f70b8093d3b8-prefix:9ea9abad0e9b,46245,1733401540541.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c9d7748-7ea3-6327-1e09-6763c21333d3/cluster_fb1e4778-3052-ff66-4c65-f6efceecacaa/data/data1/current/BP-1779514444-172.17.0.3-1733401538907 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 41251 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$599/0x00007fa6a8acbee0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49904) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49904) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:44533/user/jenkins/test-data/cbf38a28-3093-87e6-8ff2-f70b8093d3b8-prefix:9ea9abad0e9b,46245,1733401540541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=46625 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1159831120_20 at /127.0.0.1:34186 [Receiving block BP-1779514444-172.17.0.3-1733401538907:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46625 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@9f24307 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44533 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 9ea9abad0e9b:46625 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: PacketResponder: BP-1779514444-172.17.0.3-1733401538907:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=46245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp637229795-7976 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fa6a8432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9ea9abad0e9b:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 2 on default port 44533 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp637229795-7978 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:44533 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=46625 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c9d7748-7ea3-6327-1e09-6763c21333d3/cluster_fb1e4778-3052-ff66-4c65-f6efceecacaa/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RS:0;9ea9abad0e9b:46245 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44533 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@3d2a6f07 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:44533 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=46245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 41251 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c9d7748-7ea3-6327-1e09-6763c21333d3/cluster_fb1e4778-3052-ff66-4c65-f6efceecacaa/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@4442d527 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@5e3d6d0d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 44533 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@3d10f114 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/9ea9abad0e9b:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1257608047_20 at /127.0.0.1:34224 [Receiving block BP-1779514444-172.17.0.3-1733401538907:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1257608047_20 at /127.0.0.1:34142 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:49904 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp393526524-7930 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fa6a8432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:49904): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: regionserver/9ea9abad0e9b:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46625 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@63693e8c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp393526524-7933 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:44533 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 44533 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;9ea9abad0e9b:46625 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@3680c111 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp393526524-7931-acceptor-0@3610dff8-ServerConnector@55cd99a8{HTTP/1.1, (http/1.1)}{localhost:37503} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: IPC Server handler 4 on default port 44533 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c9d7748-7ea3-6327-1e09-6763c21333d3/cluster_fb1e4778-3052-ff66-4c65-f6efceecacaa/data/data2/current/BP-1779514444-172.17.0.3-1733401538907 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46625 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp637229795-7979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-12f0efaf-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401542514 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: RS:0;9ea9abad0e9b:46245-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44533 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 41251 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:44533/user/jenkins/test-data/cbf38a28-3093-87e6-8ff2-f70b8093d3b8/MasterData-prefix:9ea9abad0e9b,46625,1733401540384 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46625 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-564918a-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@24fcc284 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1779514444-172.17.0.3-1733401538907:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 41251 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46625 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46625 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44533 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp637229795-7977-acceptor-0@353662fd-ServerConnector@4ebbfaa5{HTTP/1.1, (http/1.1)}{localhost:34191} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp393526524-7927 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fa6a8432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp393526524-7929 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fa6a8432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1779514444-172.17.0.3-1733401538907:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=46245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp393526524-7934 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=46625 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@612fd0bc java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=870 (was 783) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=283 (was 290), ProcessCount=11 (was 11), AvailableMemoryMB=2595 (was 2658) 2024-12-05T12:25:46,085 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=529 is superior to 500 2024-12-05T12:25:46,098 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=529, OpenFileDescriptor=870, MaxFileDescriptor=1048576, SystemLoadAverage=283, ProcessCount=11, AvailableMemoryMB=2595 2024-12-05T12:25:46,098 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=529 is superior to 500 2024-12-05T12:25:46,113 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-12-05T12:25:46,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c9d7748-7ea3-6327-1e09-6763c21333d3/hadoop.log.dir so I do NOT create it in target/test-data/271ff39f-bef3-a9d0-f047-1a5ce870b393 2024-12-05T12:25:46,114 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c9d7748-7ea3-6327-1e09-6763c21333d3/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T12:25:46,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c9d7748-7ea3-6327-1e09-6763c21333d3/hadoop.tmp.dir so I do NOT create it in target/test-data/271ff39f-bef3-a9d0-f047-1a5ce870b393 2024-12-05T12:25:46,114 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c9d7748-7ea3-6327-1e09-6763c21333d3/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T12:25:46,114 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271ff39f-bef3-a9d0-f047-1a5ce870b393 2024-12-05T12:25:46,114 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271ff39f-bef3-a9d0-f047-1a5ce870b393/cluster_4c0a9bbc-4567-3057-51b9-8cebaaa826f6, deleteOnExit=true 2024-12-05T12:25:46,159 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271ff39f-bef3-a9d0-f047-1a5ce870b393/cluster_4c0a9bbc-4567-3057-51b9-8cebaaa826f6/zookeeper_0, clientPort=54749, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271ff39f-bef3-a9d0-f047-1a5ce870b393/cluster_4c0a9bbc-4567-3057-51b9-8cebaaa826f6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271ff39f-bef3-a9d0-f047-1a5ce870b393/cluster_4c0a9bbc-4567-3057-51b9-8cebaaa826f6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T12:25:46,160 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54749 2024-12-05T12:25:46,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T12:25:46,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T12:25:46,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271ff39f-bef3-a9d0-f047-1a5ce870b393/test.cache.data in system properties and HBase conf 2024-12-05T12:25:46,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271ff39f-bef3-a9d0-f047-1a5ce870b393/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T12:25:46,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271ff39f-bef3-a9d0-f047-1a5ce870b393/hadoop.log.dir in system properties and HBase conf 2024-12-05T12:25:46,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271ff39f-bef3-a9d0-f047-1a5ce870b393/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T12:25:46,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271ff39f-bef3-a9d0-f047-1a5ce870b393/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T12:25:46,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T12:25:46,161 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T12:25:46,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271ff39f-bef3-a9d0-f047-1a5ce870b393/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:25:46,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271ff39f-bef3-a9d0-f047-1a5ce870b393/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:25:46,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271ff39f-bef3-a9d0-f047-1a5ce870b393/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T12:25:46,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271ff39f-bef3-a9d0-f047-1a5ce870b393/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:25:46,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271ff39f-bef3-a9d0-f047-1a5ce870b393/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T12:25:46,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271ff39f-bef3-a9d0-f047-1a5ce870b393/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T12:25:46,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271ff39f-bef3-a9d0-f047-1a5ce870b393/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:25:46,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271ff39f-bef3-a9d0-f047-1a5ce870b393/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:25:46,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271ff39f-bef3-a9d0-f047-1a5ce870b393/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T12:25:46,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271ff39f-bef3-a9d0-f047-1a5ce870b393/nfs.dump.dir in system properties and HBase conf 2024-12-05T12:25:46,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271ff39f-bef3-a9d0-f047-1a5ce870b393/java.io.tmpdir in system properties and HBase conf 2024-12-05T12:25:46,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271ff39f-bef3-a9d0-f047-1a5ce870b393/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:25:46,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271ff39f-bef3-a9d0-f047-1a5ce870b393/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T12:25:46,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271ff39f-bef3-a9d0-f047-1a5ce870b393/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T12:25:46,384 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:25:46,395 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:25:46,396 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:25:46,396 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:25:46,396 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T12:25:46,397 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:25:46,397 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c975344{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271ff39f-bef3-a9d0-f047-1a5ce870b393/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:25:46,398 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f35d1ca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:25:46,518 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1808ff56{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271ff39f-bef3-a9d0-f047-1a5ce870b393/java.io.tmpdir/jetty-localhost-38791-hadoop-hdfs-3_4_1-tests_jar-_-any-6091547157654437229/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:25:46,518 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a7f0e46{HTTP/1.1, (http/1.1)}{localhost:38791} 2024-12-05T12:25:46,518 INFO [Time-limited test {}] server.Server(415): Started @315600ms 2024-12-05T12:25:46,677 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:25:46,680 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:25:46,681 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:25:46,681 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:25:46,681 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T12:25:46,683 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50501624{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271ff39f-bef3-a9d0-f047-1a5ce870b393/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:25:46,683 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12a4de79{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:25:46,771 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71d4d198{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271ff39f-bef3-a9d0-f047-1a5ce870b393/java.io.tmpdir/jetty-localhost-40989-hadoop-hdfs-3_4_1-tests_jar-_-any-6322864032754565217/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:25:46,772 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ef88c79{HTTP/1.1, (http/1.1)}{localhost:40989} 2024-12-05T12:25:46,772 INFO [Time-limited test {}] server.Server(415): Started @315853ms 2024-12-05T12:25:46,773 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T12:25:47,134 WARN [Thread-4331 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271ff39f-bef3-a9d0-f047-1a5ce870b393/cluster_4c0a9bbc-4567-3057-51b9-8cebaaa826f6/data/data1/current/BP-1782244439-172.17.0.3-1733401546186/current, will proceed with Du for space computation calculation, 2024-12-05T12:25:47,134 WARN [Thread-4332 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271ff39f-bef3-a9d0-f047-1a5ce870b393/cluster_4c0a9bbc-4567-3057-51b9-8cebaaa826f6/data/data2/current/BP-1782244439-172.17.0.3-1733401546186/current, will proceed with Du for space computation calculation, 2024-12-05T12:25:47,150 WARN [Thread-4319 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T12:25:47,152 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb8b7dd18db21deca with lease ID 0xeeb0b6a691999dbc: Processing first storage report for DS-4f8aeea5-be1c-4b67-b262-db697f0f8c09 from datanode DatanodeRegistration(127.0.0.1:40587, datanodeUuid=063bec2c-1770-426d-8aa9-72a6f62874d2, infoPort=43515, infoSecurePort=0, ipcPort=40313, storageInfo=lv=-57;cid=testClusterID;nsid=1249016034;c=1733401546186) 2024-12-05T12:25:47,152 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb8b7dd18db21deca with lease ID 0xeeb0b6a691999dbc: from storage DS-4f8aeea5-be1c-4b67-b262-db697f0f8c09 node DatanodeRegistration(127.0.0.1:40587, datanodeUuid=063bec2c-1770-426d-8aa9-72a6f62874d2, infoPort=43515, infoSecurePort=0, ipcPort=40313, storageInfo=lv=-57;cid=testClusterID;nsid=1249016034;c=1733401546186), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:25:47,152 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb8b7dd18db21deca with lease ID 0xeeb0b6a691999dbc: Processing first storage report for DS-c3729f53-405b-4953-89c6-c6c16052bf9f from datanode DatanodeRegistration(127.0.0.1:40587, datanodeUuid=063bec2c-1770-426d-8aa9-72a6f62874d2, infoPort=43515, infoSecurePort=0, ipcPort=40313, storageInfo=lv=-57;cid=testClusterID;nsid=1249016034;c=1733401546186) 2024-12-05T12:25:47,152 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb8b7dd18db21deca with lease ID 0xeeb0b6a691999dbc: from storage DS-c3729f53-405b-4953-89c6-c6c16052bf9f node DatanodeRegistration(127.0.0.1:40587, datanodeUuid=063bec2c-1770-426d-8aa9-72a6f62874d2, infoPort=43515, infoSecurePort=0, ipcPort=40313, storageInfo=lv=-57;cid=testClusterID;nsid=1249016034;c=1733401546186), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:25:47,194 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271ff39f-bef3-a9d0-f047-1a5ce870b393 2024-12-05T12:25:47,194 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:47,195 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:47,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741825_1001 (size=7) 2024-12-05T12:25:47,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T12:25:47,554 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T12:25:47,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T12:25:47,554 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-05T12:25:47,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T12:25:47,554 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-05T12:25:47,602 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0 with version=8 2024-12-05T12:25:47,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/hbase-staging 2024-12-05T12:25:47,604 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9ea9abad0e9b:0 server-side Connection retries=45 2024-12-05T12:25:47,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:47,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:47,604 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:25:47,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:47,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:25:47,604 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T12:25:47,605 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:25:47,605 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35301 2024-12-05T12:25:47,606 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35301 connecting to ZooKeeper ensemble=127.0.0.1:54749 2024-12-05T12:25:47,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353010x0, quorum=127.0.0.1:54749, baseZNode=/0817979520 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:25:47,684 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35301-0x101a6a253580000 connected 2024-12-05T12:25:47,752 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:47,753 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:47,755 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35301-0x101a6a253580000, quorum=127.0.0.1:54749, baseZNode=/0817979520 Set watcher on znode that does not yet exist, /0817979520/running 2024-12-05T12:25:47,755 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0, hbase.cluster.distributed=false 2024-12-05T12:25:47,756 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35301-0x101a6a253580000, quorum=127.0.0.1:54749, baseZNode=/0817979520 Set watcher on znode that does not yet exist, /0817979520/acl 2024-12-05T12:25:47,758 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35301 2024-12-05T12:25:47,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35301 2024-12-05T12:25:47,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35301 2024-12-05T12:25:47,766 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35301 2024-12-05T12:25:47,766 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35301 2024-12-05T12:25:47,781 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9ea9abad0e9b:0 server-side Connection retries=45 2024-12-05T12:25:47,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:47,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:47,781 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:25:47,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:47,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:25:47,781 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T12:25:47,781 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:25:47,783 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39091 2024-12-05T12:25:47,783 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39091 connecting to ZooKeeper ensemble=127.0.0.1:54749 2024-12-05T12:25:47,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:47,785 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:47,816 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390910x0, quorum=127.0.0.1:54749, baseZNode=/0817979520 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:25:47,816 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39091-0x101a6a253580001 connected 2024-12-05T12:25:47,816 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39091-0x101a6a253580001, quorum=127.0.0.1:54749, baseZNode=/0817979520 Set watcher on znode that does not yet exist, /0817979520/running 2024-12-05T12:25:47,817 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T12:25:47,821 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T12:25:47,821 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39091-0x101a6a253580001, quorum=127.0.0.1:54749, baseZNode=/0817979520 Set watcher on znode that does not yet exist, /0817979520/master 2024-12-05T12:25:47,822 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39091-0x101a6a253580001, quorum=127.0.0.1:54749, baseZNode=/0817979520 Set watcher on znode that does not yet exist, /0817979520/acl 2024-12-05T12:25:47,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39091 2024-12-05T12:25:47,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39091 2024-12-05T12:25:47,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39091 2024-12-05T12:25:47,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39091 2024-12-05T12:25:47,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39091 2024-12-05T12:25:47,840 DEBUG [M:0;9ea9abad0e9b:35301 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9ea9abad0e9b:35301 2024-12-05T12:25:47,842 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0817979520/backup-masters/9ea9abad0e9b,35301,1733401547604 2024-12-05T12:25:47,877 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x101a6a253580001, quorum=127.0.0.1:54749, baseZNode=/0817979520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0817979520/backup-masters 2024-12-05T12:25:47,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35301-0x101a6a253580000, quorum=127.0.0.1:54749, baseZNode=/0817979520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0817979520/backup-masters 2024-12-05T12:25:47,878 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35301-0x101a6a253580000, quorum=127.0.0.1:54749, baseZNode=/0817979520 Set watcher on existing znode=/0817979520/backup-masters/9ea9abad0e9b,35301,1733401547604 2024-12-05T12:25:47,899 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x101a6a253580001, quorum=127.0.0.1:54749, baseZNode=/0817979520 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0817979520/master 2024-12-05T12:25:47,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35301-0x101a6a253580000, quorum=127.0.0.1:54749, baseZNode=/0817979520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0817979520 2024-12-05T12:25:47,899 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x101a6a253580001, quorum=127.0.0.1:54749, baseZNode=/0817979520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0817979520 2024-12-05T12:25:47,899 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35301-0x101a6a253580000, quorum=127.0.0.1:54749, baseZNode=/0817979520 Set watcher on existing znode=/0817979520/master 2024-12-05T12:25:47,899 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0817979520/backup-masters/9ea9abad0e9b,35301,1733401547604 from backup master directory 2024-12-05T12:25:47,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35301-0x101a6a253580000, quorum=127.0.0.1:54749, baseZNode=/0817979520 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0817979520/backup-masters/9ea9abad0e9b,35301,1733401547604 2024-12-05T12:25:47,941 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x101a6a253580001, quorum=127.0.0.1:54749, baseZNode=/0817979520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0817979520/backup-masters 2024-12-05T12:25:47,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35301-0x101a6a253580000, quorum=127.0.0.1:54749, baseZNode=/0817979520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0817979520/backup-masters 2024-12-05T12:25:47,941 WARN [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:25:47,941 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9ea9abad0e9b,35301,1733401547604 2024-12-05T12:25:47,945 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/hbase.id] with ID: 2b9270f4-da11-4e61-9302-0d15fd660697 2024-12-05T12:25:47,945 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/.tmp/hbase.id 2024-12-05T12:25:47,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741826_1002 (size=42) 2024-12-05T12:25:48,355 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/.tmp/hbase.id]:[hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/hbase.id] 2024-12-05T12:25:48,362 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:48,363 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T12:25:48,363 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-05T12:25:48,377 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x101a6a253580001, quorum=127.0.0.1:54749, baseZNode=/0817979520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0817979520 2024-12-05T12:25:48,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35301-0x101a6a253580000, quorum=127.0.0.1:54749, baseZNode=/0817979520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0817979520 2024-12-05T12:25:48,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741827_1003 (size=196) 2024-12-05T12:25:48,782 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:25:48,782 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T12:25:48,782 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:25:48,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741828_1004 (size=1189) 2024-12-05T12:25:49,187 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/MasterData/data/master/store 2024-12-05T12:25:49,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741829_1005 (size=34) 2024-12-05T12:25:49,201 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:25:49,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:49,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:49,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:49,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:49,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:49,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:49,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:49,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:49,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:49,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:49,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:49,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:49,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:49,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:49,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:49,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:49,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:49,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:49,259 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T12:25:49,259 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T12:25:49,592 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:49,592 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:25:49,592 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:49,592 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:49,592 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:25:49,592 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:49,592 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:49,592 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401549592Disabling compacts and flushes for region at 1733401549592Disabling writes for close at 1733401549592Writing region close event to WAL at 1733401549592Closed at 1733401549592 2024-12-05T12:25:49,593 WARN [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/MasterData/data/master/store/.initializing 2024-12-05T12:25:49,593 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/MasterData/WALs/9ea9abad0e9b,35301,1733401547604 2024-12-05T12:25:49,594 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:25:49,595 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9ea9abad0e9b%2C35301%2C1733401547604, suffix=, logDir=hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/MasterData/WALs/9ea9abad0e9b,35301,1733401547604, archiveDir=hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/MasterData/oldWALs, maxLogs=10 2024-12-05T12:25:49,609 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/MasterData/WALs/9ea9abad0e9b,35301,1733401547604/9ea9abad0e9b%2C35301%2C1733401547604.1733401549595, exclude list is [], retry=0 2024-12-05T12:25:49,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40587,DS-4f8aeea5-be1c-4b67-b262-db697f0f8c09,DISK] 2024-12-05T12:25:49,612 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/MasterData/WALs/9ea9abad0e9b,35301,1733401547604/9ea9abad0e9b%2C35301%2C1733401547604.1733401549595 2024-12-05T12:25:49,613 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43515:43515)] 2024-12-05T12:25:49,613 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:25:49,613 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:49,613 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:49,613 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:49,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:49,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T12:25:49,615 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:49,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:49,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:49,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T12:25:49,616 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:49,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:49,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:49,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T12:25:49,616 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:49,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:49,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:49,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T12:25:49,617 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:49,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:49,618 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:49,618 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:49,619 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:49,619 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:49,619 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:49,620 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:25:49,621 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:49,622 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:25:49,622 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71490392, jitterRate=0.06528985500335693}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:25:49,622 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733401549613Initializing all the Stores at 1733401549614 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401549614Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401549614Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401549614Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401549614Cleaning up temporary data from old regions at 1733401549619 (+5 ms)Region opened successfully at 1733401549622 (+3 ms) 2024-12-05T12:25:49,623 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T12:25:49,625 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38d5863d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ea9abad0e9b/172.17.0.3:0 2024-12-05T12:25:49,625 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T12:25:49,625 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T12:25:49,626 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T12:25:49,626 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T12:25:49,626 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T12:25:49,626 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T12:25:49,626 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T12:25:49,628 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T12:25:49,628 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35301-0x101a6a253580000, quorum=127.0.0.1:54749, baseZNode=/0817979520 Unable to get data of znode /0817979520/balancer because node does not exist (not necessarily an error) 2024-12-05T12:25:49,702 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0817979520/balancer already deleted, retry=false 2024-12-05T12:25:49,702 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T12:25:49,703 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35301-0x101a6a253580000, quorum=127.0.0.1:54749, baseZNode=/0817979520 Unable to get data of znode /0817979520/normalizer because node does not exist (not necessarily an error) 2024-12-05T12:25:49,710 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0817979520/normalizer already deleted, retry=false 2024-12-05T12:25:49,710 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T12:25:49,711 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35301-0x101a6a253580000, quorum=127.0.0.1:54749, baseZNode=/0817979520 Unable to get data of znode /0817979520/switch/split because node does not exist (not necessarily an error) 2024-12-05T12:25:49,718 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0817979520/switch/split already deleted, retry=false 2024-12-05T12:25:49,719 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35301-0x101a6a253580000, quorum=127.0.0.1:54749, baseZNode=/0817979520 Unable to get data of znode /0817979520/switch/merge because node does not exist (not necessarily an error) 2024-12-05T12:25:49,727 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0817979520/switch/merge already deleted, retry=false 2024-12-05T12:25:49,728 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35301-0x101a6a253580000, quorum=127.0.0.1:54749, baseZNode=/0817979520 Unable to get data of znode /0817979520/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T12:25:49,735 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0817979520/snapshot-cleanup already deleted, retry=false 2024-12-05T12:25:49,743 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x101a6a253580001, quorum=127.0.0.1:54749, baseZNode=/0817979520 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0817979520/running 2024-12-05T12:25:49,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35301-0x101a6a253580000, quorum=127.0.0.1:54749, baseZNode=/0817979520 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0817979520/running 2024-12-05T12:25:49,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35301-0x101a6a253580000, quorum=127.0.0.1:54749, baseZNode=/0817979520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0817979520 2024-12-05T12:25:49,743 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x101a6a253580001, quorum=127.0.0.1:54749, baseZNode=/0817979520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0817979520 2024-12-05T12:25:49,744 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9ea9abad0e9b,35301,1733401547604, sessionid=0x101a6a253580000, setting cluster-up flag (Was=false) 2024-12-05T12:25:49,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35301-0x101a6a253580000, quorum=127.0.0.1:54749, baseZNode=/0817979520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0817979520 2024-12-05T12:25:49,760 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x101a6a253580001, quorum=127.0.0.1:54749, baseZNode=/0817979520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0817979520 2024-12-05T12:25:49,785 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0817979520/flush-table-proc/acquired, /0817979520/flush-table-proc/reached, /0817979520/flush-table-proc/abort 2024-12-05T12:25:49,786 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ea9abad0e9b,35301,1733401547604 2024-12-05T12:25:49,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35301-0x101a6a253580000, quorum=127.0.0.1:54749, baseZNode=/0817979520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0817979520 2024-12-05T12:25:49,802 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x101a6a253580001, quorum=127.0.0.1:54749, baseZNode=/0817979520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0817979520 2024-12-05T12:25:49,827 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0817979520/online-snapshot/acquired, /0817979520/online-snapshot/reached, /0817979520/online-snapshot/abort 2024-12-05T12:25:49,828 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ea9abad0e9b,35301,1733401547604 2024-12-05T12:25:49,829 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T12:25:49,830 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T12:25:49,830 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T12:25:49,830 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T12:25:49,830 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9ea9abad0e9b,35301,1733401547604 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T12:25:49,831 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:25:49,831 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:25:49,831 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:25:49,831 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:25:49,831 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9ea9abad0e9b:0, corePoolSize=10, maxPoolSize=10 2024-12-05T12:25:49,831 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:49,831 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:25:49,831 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:49,832 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733401579832 2024-12-05T12:25:49,832 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T12:25:49,832 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T12:25:49,833 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T12:25:49,833 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T12:25:49,833 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T12:25:49,833 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T12:25:49,833 INFO [RS:0;9ea9abad0e9b:39091 {}] regionserver.HRegionServer(746): ClusterId : 2b9270f4-da11-4e61-9302-0d15fd660697 2024-12-05T12:25:49,833 DEBUG [RS:0;9ea9abad0e9b:39091 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T12:25:49,833 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:49,833 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T12:25:49,833 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T12:25:49,833 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T12:25:49,833 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T12:25:49,833 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T12:25:49,833 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T12:25:49,833 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401549833,5,FailOnTimeoutGroup] 2024-12-05T12:25:49,833 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401549833,5,FailOnTimeoutGroup] 2024-12-05T12:25:49,834 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:49,834 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T12:25:49,834 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:49,834 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:49,834 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:25:49,834 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T12:25:49,835 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:49,835 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T12:25:49,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741831_1007 (size=1321) 2024-12-05T12:25:49,841 DEBUG [RS:0;9ea9abad0e9b:39091 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T12:25:49,841 DEBUG [RS:0;9ea9abad0e9b:39091 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T12:25:49,849 DEBUG [RS:0;9ea9abad0e9b:39091 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T12:25:49,849 DEBUG [RS:0;9ea9abad0e9b:39091 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fc46d02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ea9abad0e9b/172.17.0.3:0 2024-12-05T12:25:49,862 DEBUG [RS:0;9ea9abad0e9b:39091 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9ea9abad0e9b:39091 2024-12-05T12:25:49,863 INFO [RS:0;9ea9abad0e9b:39091 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T12:25:49,863 INFO [RS:0;9ea9abad0e9b:39091 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T12:25:49,863 DEBUG [RS:0;9ea9abad0e9b:39091 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T12:25:49,863 INFO [RS:0;9ea9abad0e9b:39091 {}] regionserver.HRegionServer(2659): reportForDuty to master=9ea9abad0e9b,35301,1733401547604 with port=39091, startcode=1733401547781 2024-12-05T12:25:49,863 DEBUG [RS:0;9ea9abad0e9b:39091 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T12:25:49,864 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49773, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T12:25:49,864 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35301 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9ea9abad0e9b,39091,1733401547781 2024-12-05T12:25:49,865 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35301 {}] master.ServerManager(517): Registering regionserver=9ea9abad0e9b,39091,1733401547781 2024-12-05T12:25:49,865 DEBUG [RS:0;9ea9abad0e9b:39091 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0 2024-12-05T12:25:49,865 DEBUG [RS:0;9ea9abad0e9b:39091 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39507 2024-12-05T12:25:49,866 DEBUG [RS:0;9ea9abad0e9b:39091 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T12:25:49,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35301-0x101a6a253580000, quorum=127.0.0.1:54749, baseZNode=/0817979520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0817979520/rs 2024-12-05T12:25:49,874 DEBUG [RS:0;9ea9abad0e9b:39091 {}] zookeeper.ZKUtil(111): regionserver:39091-0x101a6a253580001, quorum=127.0.0.1:54749, baseZNode=/0817979520 Set watcher on existing znode=/0817979520/rs/9ea9abad0e9b,39091,1733401547781 2024-12-05T12:25:49,874 WARN [RS:0;9ea9abad0e9b:39091 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:25:49,874 INFO [RS:0;9ea9abad0e9b:39091 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:25:49,874 DEBUG [RS:0;9ea9abad0e9b:39091 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781 2024-12-05T12:25:49,874 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9ea9abad0e9b,39091,1733401547781] 2024-12-05T12:25:49,877 INFO [RS:0;9ea9abad0e9b:39091 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T12:25:49,878 INFO [RS:0;9ea9abad0e9b:39091 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T12:25:49,878 INFO [RS:0;9ea9abad0e9b:39091 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T12:25:49,878 INFO [RS:0;9ea9abad0e9b:39091 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:49,879 INFO [RS:0;9ea9abad0e9b:39091 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T12:25:49,879 INFO [RS:0;9ea9abad0e9b:39091 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T12:25:49,879 INFO [RS:0;9ea9abad0e9b:39091 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:49,879 DEBUG [RS:0;9ea9abad0e9b:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:49,879 DEBUG [RS:0;9ea9abad0e9b:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:49,879 DEBUG [RS:0;9ea9abad0e9b:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:49,879 DEBUG [RS:0;9ea9abad0e9b:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:49,879 DEBUG [RS:0;9ea9abad0e9b:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:49,879 DEBUG [RS:0;9ea9abad0e9b:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9ea9abad0e9b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:25:49,879 DEBUG [RS:0;9ea9abad0e9b:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:49,879 DEBUG [RS:0;9ea9abad0e9b:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:49,879 DEBUG [RS:0;9ea9abad0e9b:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:49,879 DEBUG [RS:0;9ea9abad0e9b:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:49,879 DEBUG [RS:0;9ea9abad0e9b:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:49,879 DEBUG [RS:0;9ea9abad0e9b:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:49,879 DEBUG [RS:0;9ea9abad0e9b:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9ea9abad0e9b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:25:49,879 DEBUG [RS:0;9ea9abad0e9b:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9ea9abad0e9b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:25:49,880 INFO [RS:0;9ea9abad0e9b:39091 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:49,880 INFO [RS:0;9ea9abad0e9b:39091 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:49,880 INFO [RS:0;9ea9abad0e9b:39091 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:49,880 INFO [RS:0;9ea9abad0e9b:39091 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:49,880 INFO [RS:0;9ea9abad0e9b:39091 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:49,880 INFO [RS:0;9ea9abad0e9b:39091 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,39091,1733401547781-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:25:49,893 INFO [RS:0;9ea9abad0e9b:39091 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T12:25:49,893 INFO [RS:0;9ea9abad0e9b:39091 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,39091,1733401547781-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:49,894 INFO [RS:0;9ea9abad0e9b:39091 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:49,894 INFO [RS:0;9ea9abad0e9b:39091 {}] regionserver.Replication(171): 9ea9abad0e9b,39091,1733401547781 started 2024-12-05T12:25:49,904 INFO [RS:0;9ea9abad0e9b:39091 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:49,904 INFO [RS:0;9ea9abad0e9b:39091 {}] regionserver.HRegionServer(1482): Serving as 9ea9abad0e9b,39091,1733401547781, RpcServer on 9ea9abad0e9b/172.17.0.3:39091, sessionid=0x101a6a253580001 2024-12-05T12:25:49,904 DEBUG [RS:0;9ea9abad0e9b:39091 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T12:25:49,904 DEBUG [RS:0;9ea9abad0e9b:39091 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9ea9abad0e9b,39091,1733401547781 2024-12-05T12:25:49,904 DEBUG [RS:0;9ea9abad0e9b:39091 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ea9abad0e9b,39091,1733401547781' 2024-12-05T12:25:49,904 DEBUG [RS:0;9ea9abad0e9b:39091 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0817979520/flush-table-proc/abort' 2024-12-05T12:25:49,905 DEBUG [RS:0;9ea9abad0e9b:39091 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0817979520/flush-table-proc/acquired' 2024-12-05T12:25:49,905 DEBUG [RS:0;9ea9abad0e9b:39091 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T12:25:49,905 DEBUG [RS:0;9ea9abad0e9b:39091 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T12:25:49,905 DEBUG [RS:0;9ea9abad0e9b:39091 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9ea9abad0e9b,39091,1733401547781 2024-12-05T12:25:49,905 DEBUG [RS:0;9ea9abad0e9b:39091 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ea9abad0e9b,39091,1733401547781' 2024-12-05T12:25:49,905 DEBUG [RS:0;9ea9abad0e9b:39091 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0817979520/online-snapshot/abort' 2024-12-05T12:25:49,906 DEBUG [RS:0;9ea9abad0e9b:39091 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0817979520/online-snapshot/acquired' 2024-12-05T12:25:49,906 DEBUG [RS:0;9ea9abad0e9b:39091 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T12:25:49,906 INFO [RS:0;9ea9abad0e9b:39091 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T12:25:49,906 INFO [RS:0;9ea9abad0e9b:39091 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T12:25:50,006 INFO [RS:0;9ea9abad0e9b:39091 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:25:50,008 INFO [RS:0;9ea9abad0e9b:39091 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C39091%2C1733401547781, suffix=, logDir=hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781, archiveDir=hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/oldWALs, maxLogs=10 2024-12-05T12:25:50,019 DEBUG [RS:0;9ea9abad0e9b:39091 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401550008, exclude list is [], retry=0 2024-12-05T12:25:50,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40587,DS-4f8aeea5-be1c-4b67-b262-db697f0f8c09,DISK] 2024-12-05T12:25:50,023 INFO [RS:0;9ea9abad0e9b:39091 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401550008 2024-12-05T12:25:50,023 DEBUG [RS:0;9ea9abad0e9b:39091 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43515:43515)] 2024-12-05T12:25:50,241 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T12:25:50,241 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0 2024-12-05T12:25:50,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741833_1009 (size=32) 2024-12-05T12:25:50,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:50,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:25:50,647 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:25:50,647 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:50,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:50,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:25:50,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:25:50,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:50,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:50,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:25:50,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:25:50,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:50,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:50,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:25:50,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:25:50,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:50,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:50,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:25:50,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/data/hbase/meta/1588230740 2024-12-05T12:25:50,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/data/hbase/meta/1588230740 2024-12-05T12:25:50,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:25:50,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:25:50,653 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:25:50,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:25:50,655 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:25:50,655 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73448070, jitterRate=0.09446153044700623}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:25:50,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733401550646Initializing all the Stores at 1733401550646Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401550646Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401550646Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401550646Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401550646Cleaning up temporary data from old regions at 1733401550652 (+6 ms)Region opened successfully at 1733401550655 (+3 ms) 2024-12-05T12:25:50,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:25:50,655 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:25:50,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:25:50,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:25:50,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:25:50,655 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:25:50,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401550655Disabling compacts and flushes for region at 1733401550655Disabling writes for close at 1733401550655Writing region close event to WAL at 1733401550655Closed at 1733401550655 2024-12-05T12:25:50,656 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:25:50,656 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T12:25:50,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T12:25:50,657 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:25:50,657 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T12:25:50,807 DEBUG [9ea9abad0e9b:35301 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T12:25:50,808 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9ea9abad0e9b,39091,1733401547781 2024-12-05T12:25:50,809 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ea9abad0e9b,39091,1733401547781, state=OPENING 2024-12-05T12:25:50,852 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T12:25:50,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35301-0x101a6a253580000, quorum=127.0.0.1:54749, baseZNode=/0817979520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0817979520 2024-12-05T12:25:50,860 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x101a6a253580001, quorum=127.0.0.1:54749, baseZNode=/0817979520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0817979520 2024-12-05T12:25:50,860 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0817979520/meta-region-server: CHANGED 2024-12-05T12:25:50,860 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0817979520/meta-region-server: CHANGED 2024-12-05T12:25:50,860 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:25:50,860 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,39091,1733401547781}] 2024-12-05T12:25:51,013 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:25:51,014 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58225, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T12:25:51,017 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T12:25:51,017 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:25:51,017 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T12:25:51,018 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C39091%2C1733401547781.meta, suffix=.meta, logDir=hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781, archiveDir=hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/oldWALs, maxLogs=10 2024-12-05T12:25:51,029 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.meta.1733401551018.meta, exclude list is [], retry=0 2024-12-05T12:25:51,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40587,DS-4f8aeea5-be1c-4b67-b262-db697f0f8c09,DISK] 2024-12-05T12:25:51,032 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.meta.1733401551018.meta 2024-12-05T12:25:51,032 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43515:43515)] 2024-12-05T12:25:51,032 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:25:51,032 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:25:51,032 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:25:51,032 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T12:25:51,033 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T12:25:51,033 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T12:25:51,033 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:51,033 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T12:25:51,033 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T12:25:51,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:25:51,034 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:25:51,034 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:51,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:51,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:25:51,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:25:51,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:51,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:51,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:25:51,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:25:51,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:51,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:51,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:25:51,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:25:51,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:51,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:51,037 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:25:51,037 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/data/hbase/meta/1588230740 2024-12-05T12:25:51,037 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/data/hbase/meta/1588230740 2024-12-05T12:25:51,038 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:25:51,038 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:25:51,038 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:25:51,039 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:25:51,040 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69092438, jitterRate=0.02955755591392517}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:25:51,040 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T12:25:51,040 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733401551033Writing region info on filesystem at 1733401551033Initializing all the Stores at 1733401551033Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401551033Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401551034 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401551034Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401551034Cleaning up temporary data from old regions at 1733401551038 (+4 ms)Running coprocessor post-open hooks at 1733401551040 (+2 ms)Region opened successfully at 1733401551040 2024-12-05T12:25:51,040 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733401551012 2024-12-05T12:25:51,042 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T12:25:51,042 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T12:25:51,042 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9ea9abad0e9b,39091,1733401547781 2024-12-05T12:25:51,043 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ea9abad0e9b,39091,1733401547781, state=OPEN 2024-12-05T12:25:51,080 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x101a6a253580001, quorum=127.0.0.1:54749, baseZNode=/0817979520 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0817979520/meta-region-server 2024-12-05T12:25:51,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35301-0x101a6a253580000, quorum=127.0.0.1:54749, baseZNode=/0817979520 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0817979520/meta-region-server 2024-12-05T12:25:51,080 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,39091,1733401547781 2024-12-05T12:25:51,080 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0817979520/meta-region-server: CHANGED 2024-12-05T12:25:51,080 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0817979520/meta-region-server: CHANGED 2024-12-05T12:25:51,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T12:25:51,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,39091,1733401547781 in 220 msec 2024-12-05T12:25:51,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T12:25:51,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 426 msec 2024-12-05T12:25:51,083 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:25:51,083 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T12:25:51,084 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:25:51,084 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,39091,1733401547781, seqNum=-1] 2024-12-05T12:25:51,084 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:25:51,085 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60419, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:25:51,089 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2580 sec 2024-12-05T12:25:51,089 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733401551089, completionTime=-1 2024-12-05T12:25:51,089 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T12:25:51,089 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T12:25:51,090 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T12:25:51,090 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733401611090 2024-12-05T12:25:51,090 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733401671090 2024-12-05T12:25:51,090 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T12:25:51,090 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,35301,1733401547604-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:51,090 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,35301,1733401547604-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:51,090 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,35301,1733401547604-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:51,091 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9ea9abad0e9b:35301, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:51,091 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:51,091 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:51,092 DEBUG [master/9ea9abad0e9b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T12:25:51,093 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.152sec 2024-12-05T12:25:51,093 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T12:25:51,093 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T12:25:51,093 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T12:25:51,093 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T12:25:51,093 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T12:25:51,094 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,35301,1733401547604-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:25:51,094 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,35301,1733401547604-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T12:25:51,095 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T12:25:51,095 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T12:25:51,095 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,35301,1733401547604-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:51,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df36315, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:51,134 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,35301,-1 for getting cluster id 2024-12-05T12:25:51,134 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:25:51,135 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b9270f4-da11-4e61-9302-0d15fd660697' 2024-12-05T12:25:51,135 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:25:51,135 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b9270f4-da11-4e61-9302-0d15fd660697" 2024-12-05T12:25:51,135 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d42af7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:51,136 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,35301,-1] 2024-12-05T12:25:51,136 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:25:51,136 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:51,136 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:25:51,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1507e799, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:51,137 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:25:51,138 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,39091,1733401547781, seqNum=-1] 2024-12-05T12:25:51,138 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:25:51,138 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:25:51,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9ea9abad0e9b,35301,1733401547604 2024-12-05T12:25:51,140 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54749 2024-12-05T12:25:51,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54749, baseZNode=/0817979520 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:25:51,152 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a6a253580002 connected 2024-12-05T12:25:51,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271ff39f-bef3-a9d0-f047-1a5ce870b393/hadoop.log.dir so I do NOT create it in target/test-data/8e535126-2693-85a1-f6b3-69038d0a135b 2024-12-05T12:25:51,162 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271ff39f-bef3-a9d0-f047-1a5ce870b393/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T12:25:51,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271ff39f-bef3-a9d0-f047-1a5ce870b393/hadoop.tmp.dir so I do NOT create it in target/test-data/8e535126-2693-85a1-f6b3-69038d0a135b 2024-12-05T12:25:51,162 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271ff39f-bef3-a9d0-f047-1a5ce870b393/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T12:25:51,162 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e535126-2693-85a1-f6b3-69038d0a135b 2024-12-05T12:25:51,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T12:25:51,162 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e535126-2693-85a1-f6b3-69038d0a135b/cluster_428aa296-a290-ae18-f1d8-87c8aa46cef0, deleteOnExit=true 2024-12-05T12:25:51,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T12:25:51,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e535126-2693-85a1-f6b3-69038d0a135b/test.cache.data in system properties and HBase conf 2024-12-05T12:25:51,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e535126-2693-85a1-f6b3-69038d0a135b/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T12:25:51,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e535126-2693-85a1-f6b3-69038d0a135b/hadoop.log.dir in system properties and HBase conf 2024-12-05T12:25:51,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e535126-2693-85a1-f6b3-69038d0a135b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T12:25:51,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e535126-2693-85a1-f6b3-69038d0a135b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T12:25:51,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T12:25:51,163 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T12:25:51,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e535126-2693-85a1-f6b3-69038d0a135b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:25:51,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e535126-2693-85a1-f6b3-69038d0a135b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:25:51,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e535126-2693-85a1-f6b3-69038d0a135b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T12:25:51,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e535126-2693-85a1-f6b3-69038d0a135b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:25:51,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e535126-2693-85a1-f6b3-69038d0a135b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T12:25:51,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e535126-2693-85a1-f6b3-69038d0a135b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T12:25:51,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e535126-2693-85a1-f6b3-69038d0a135b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:25:51,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e535126-2693-85a1-f6b3-69038d0a135b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:25:51,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e535126-2693-85a1-f6b3-69038d0a135b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T12:25:51,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e535126-2693-85a1-f6b3-69038d0a135b/nfs.dump.dir in system properties and HBase conf 2024-12-05T12:25:51,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e535126-2693-85a1-f6b3-69038d0a135b/java.io.tmpdir in system properties and HBase conf 2024-12-05T12:25:51,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e535126-2693-85a1-f6b3-69038d0a135b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:25:51,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e535126-2693-85a1-f6b3-69038d0a135b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T12:25:51,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e535126-2693-85a1-f6b3-69038d0a135b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T12:25:51,346 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:25:51,348 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:25:51,349 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:25:51,349 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:25:51,349 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T12:25:51,350 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:25:51,350 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19d5f462{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e535126-2693-85a1-f6b3-69038d0a135b/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:25:51,350 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c64721b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:25:51,445 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28896d82{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e535126-2693-85a1-f6b3-69038d0a135b/java.io.tmpdir/jetty-localhost-36491-hadoop-hdfs-3_4_1-tests_jar-_-any-16391258384873095592/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:25:51,446 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@bb26dc{HTTP/1.1, (http/1.1)}{localhost:36491} 2024-12-05T12:25:51,446 INFO [Time-limited test {}] server.Server(415): Started @320527ms 2024-12-05T12:25:51,630 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:25:51,635 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:25:51,635 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:25:51,635 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:25:51,635 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T12:25:51,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d746cd4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e535126-2693-85a1-f6b3-69038d0a135b/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:25:51,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@83959c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:25:51,726 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e5b4447{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e535126-2693-85a1-f6b3-69038d0a135b/java.io.tmpdir/jetty-localhost-33633-hadoop-hdfs-3_4_1-tests_jar-_-any-11058210098473621998/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:25:51,726 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69dbfd02{HTTP/1.1, (http/1.1)}{localhost:33633} 2024-12-05T12:25:51,726 INFO [Time-limited test {}] server.Server(415): Started @320808ms 2024-12-05T12:25:51,727 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T12:25:52,105 WARN [Thread-4452 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e535126-2693-85a1-f6b3-69038d0a135b/cluster_428aa296-a290-ae18-f1d8-87c8aa46cef0/data/data1/current/BP-1089222757-172.17.0.3-1733401551177/current, will proceed with Du for space computation calculation, 2024-12-05T12:25:52,105 WARN [Thread-4453 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e535126-2693-85a1-f6b3-69038d0a135b/cluster_428aa296-a290-ae18-f1d8-87c8aa46cef0/data/data2/current/BP-1089222757-172.17.0.3-1733401551177/current, will proceed with Du for space computation calculation, 2024-12-05T12:25:52,119 WARN [Thread-4440 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T12:25:52,121 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x44446e763dab8edf with lease ID 0x67d52d2961d0c48f: Processing first storage report for DS-9db71128-f386-42b3-8612-676601304358 from datanode DatanodeRegistration(127.0.0.1:41565, datanodeUuid=95860e1d-642f-4cd4-bb27-756049bdd43e, infoPort=45543, infoSecurePort=0, ipcPort=32863, storageInfo=lv=-57;cid=testClusterID;nsid=16380231;c=1733401551177) 2024-12-05T12:25:52,121 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x44446e763dab8edf with lease ID 0x67d52d2961d0c48f: from storage DS-9db71128-f386-42b3-8612-676601304358 node DatanodeRegistration(127.0.0.1:41565, datanodeUuid=95860e1d-642f-4cd4-bb27-756049bdd43e, infoPort=45543, infoSecurePort=0, ipcPort=32863, storageInfo=lv=-57;cid=testClusterID;nsid=16380231;c=1733401551177), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:25:52,121 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x44446e763dab8edf with lease ID 0x67d52d2961d0c48f: Processing first storage report for DS-070ecc4d-f224-4868-be06-04b184ea384c from datanode DatanodeRegistration(127.0.0.1:41565, datanodeUuid=95860e1d-642f-4cd4-bb27-756049bdd43e, infoPort=45543, infoSecurePort=0, ipcPort=32863, storageInfo=lv=-57;cid=testClusterID;nsid=16380231;c=1733401551177) 2024-12-05T12:25:52,121 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x44446e763dab8edf with lease ID 0x67d52d2961d0c48f: from storage DS-070ecc4d-f224-4868-be06-04b184ea384c node DatanodeRegistration(127.0.0.1:41565, datanodeUuid=95860e1d-642f-4cd4-bb27-756049bdd43e, infoPort=45543, infoSecurePort=0, ipcPort=32863, storageInfo=lv=-57;cid=testClusterID;nsid=16380231;c=1733401551177), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:25:52,157 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e535126-2693-85a1-f6b3-69038d0a135b 2024-12-05T12:25:52,158 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:52,158 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:52,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41565 is added to blk_1073741825_1001 (size=7) 2024-12-05T12:25:52,564 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883 with version=8 2024-12-05T12:25:52,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/hbase-staging 2024-12-05T12:25:52,567 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9ea9abad0e9b:0 server-side Connection retries=45 2024-12-05T12:25:52,567 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:52,567 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:52,567 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:25:52,567 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:52,567 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:25:52,567 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T12:25:52,567 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:25:52,568 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38415 2024-12-05T12:25:52,569 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38415 connecting to ZooKeeper ensemble=127.0.0.1:54749 2024-12-05T12:25:52,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:384150x0, quorum=127.0.0.1:54749, baseZNode=/11685350272 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:25:52,602 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38415-0x101a6a253580003 connected 2024-12-05T12:25:52,660 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:52,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:52,664 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38415-0x101a6a253580003, quorum=127.0.0.1:54749, baseZNode=/11685350272 Set watcher on znode that does not yet exist, /11685350272/running 2024-12-05T12:25:52,664 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883, hbase.cluster.distributed=false 2024-12-05T12:25:52,665 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38415-0x101a6a253580003, quorum=127.0.0.1:54749, baseZNode=/11685350272 Set watcher on znode that does not yet exist, /11685350272/acl 2024-12-05T12:25:52,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38415 2024-12-05T12:25:52,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38415 2024-12-05T12:25:52,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38415 2024-12-05T12:25:52,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38415 2024-12-05T12:25:52,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38415 2024-12-05T12:25:52,682 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9ea9abad0e9b:0 server-side Connection retries=45 2024-12-05T12:25:52,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:52,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:52,682 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:25:52,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:52,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:25:52,682 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T12:25:52,683 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:25:52,683 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33893 2024-12-05T12:25:52,684 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33893 connecting to ZooKeeper ensemble=127.0.0.1:54749 2024-12-05T12:25:52,684 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:52,686 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:52,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:338930x0, quorum=127.0.0.1:54749, baseZNode=/11685350272 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:25:52,699 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:338930x0, quorum=127.0.0.1:54749, baseZNode=/11685350272 Set watcher on znode that does not yet exist, /11685350272/running 2024-12-05T12:25:52,699 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33893-0x101a6a253580004 connected 2024-12-05T12:25:52,699 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T12:25:52,700 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T12:25:52,700 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33893-0x101a6a253580004, quorum=127.0.0.1:54749, baseZNode=/11685350272 Set watcher on znode that does not yet exist, /11685350272/master 2024-12-05T12:25:52,701 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33893-0x101a6a253580004, quorum=127.0.0.1:54749, baseZNode=/11685350272 Set watcher on znode that does not yet exist, /11685350272/acl 2024-12-05T12:25:52,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33893 2024-12-05T12:25:52,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33893 2024-12-05T12:25:52,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33893 2024-12-05T12:25:52,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33893 2024-12-05T12:25:52,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33893 2024-12-05T12:25:52,715 DEBUG [M:0;9ea9abad0e9b:38415 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9ea9abad0e9b:38415 2024-12-05T12:25:52,715 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11685350272/backup-masters/9ea9abad0e9b,38415,1733401552567 2024-12-05T12:25:52,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38415-0x101a6a253580003, quorum=127.0.0.1:54749, baseZNode=/11685350272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11685350272/backup-masters 2024-12-05T12:25:52,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33893-0x101a6a253580004, quorum=127.0.0.1:54749, baseZNode=/11685350272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11685350272/backup-masters 2024-12-05T12:25:52,724 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38415-0x101a6a253580003, quorum=127.0.0.1:54749, baseZNode=/11685350272 Set watcher on existing znode=/11685350272/backup-masters/9ea9abad0e9b,38415,1733401552567 2024-12-05T12:25:52,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33893-0x101a6a253580004, quorum=127.0.0.1:54749, baseZNode=/11685350272 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11685350272/master 2024-12-05T12:25:52,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38415-0x101a6a253580003, quorum=127.0.0.1:54749, baseZNode=/11685350272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11685350272 2024-12-05T12:25:52,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33893-0x101a6a253580004, quorum=127.0.0.1:54749, baseZNode=/11685350272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11685350272 2024-12-05T12:25:52,732 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38415-0x101a6a253580003, quorum=127.0.0.1:54749, baseZNode=/11685350272 Set watcher on existing znode=/11685350272/master 2024-12-05T12:25:52,732 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11685350272/backup-masters/9ea9abad0e9b,38415,1733401552567 from backup master directory 2024-12-05T12:25:52,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38415-0x101a6a253580003, quorum=127.0.0.1:54749, baseZNode=/11685350272 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11685350272/backup-masters/9ea9abad0e9b,38415,1733401552567 2024-12-05T12:25:52,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33893-0x101a6a253580004, quorum=127.0.0.1:54749, baseZNode=/11685350272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11685350272/backup-masters 2024-12-05T12:25:52,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38415-0x101a6a253580003, quorum=127.0.0.1:54749, baseZNode=/11685350272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11685350272/backup-masters 2024-12-05T12:25:52,740 WARN [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:25:52,740 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9ea9abad0e9b,38415,1733401552567 2024-12-05T12:25:52,742 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/hbase.id] with ID: 7ebd636e-80a7-40ab-9875-fd9c2626aadc 2024-12-05T12:25:52,742 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/.tmp/hbase.id 2024-12-05T12:25:52,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41565 is added to blk_1073741826_1002 (size=42) 2024-12-05T12:25:53,146 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/.tmp/hbase.id]:[hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/hbase.id] 2024-12-05T12:25:53,153 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:53,153 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T12:25:53,154 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T12:25:53,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38415-0x101a6a253580003, quorum=127.0.0.1:54749, baseZNode=/11685350272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11685350272 2024-12-05T12:25:53,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33893-0x101a6a253580004, quorum=127.0.0.1:54749, baseZNode=/11685350272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11685350272 2024-12-05T12:25:53,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41565 is added to blk_1073741827_1003 (size=196) 2024-12-05T12:25:53,589 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:25:53,590 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T12:25:53,590 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:25:53,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41565 is added to blk_1073741828_1004 (size=1189) 2024-12-05T12:25:53,995 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/MasterData/data/master/store 2024-12-05T12:25:53,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41565 is added to blk_1073741829_1005 (size=34) 2024-12-05T12:25:54,400 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:54,400 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:25:54,400 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:54,400 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:54,400 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:25:54,400 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:54,400 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:54,400 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401554400Disabling compacts and flushes for region at 1733401554400Disabling writes for close at 1733401554400Writing region close event to WAL at 1733401554400Closed at 1733401554400 2024-12-05T12:25:54,401 WARN [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/MasterData/data/master/store/.initializing 2024-12-05T12:25:54,401 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/MasterData/WALs/9ea9abad0e9b,38415,1733401552567 2024-12-05T12:25:54,401 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:25:54,402 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9ea9abad0e9b%2C38415%2C1733401552567, suffix=, logDir=hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/MasterData/WALs/9ea9abad0e9b,38415,1733401552567, archiveDir=hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/MasterData/oldWALs, maxLogs=10 2024-12-05T12:25:54,413 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/MasterData/WALs/9ea9abad0e9b,38415,1733401552567/9ea9abad0e9b%2C38415%2C1733401552567.1733401554403, exclude list is [], retry=0 2024-12-05T12:25:54,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41565,DS-9db71128-f386-42b3-8612-676601304358,DISK] 2024-12-05T12:25:54,417 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/MasterData/WALs/9ea9abad0e9b,38415,1733401552567/9ea9abad0e9b%2C38415%2C1733401552567.1733401554403 2024-12-05T12:25:54,418 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45543:45543)] 2024-12-05T12:25:54,418 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:25:54,418 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:54,418 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:54,418 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:54,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:54,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T12:25:54,420 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:54,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:54,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:54,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T12:25:54,421 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:54,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:54,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:54,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T12:25:54,422 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:54,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:54,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:54,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T12:25:54,422 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:54,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:54,423 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:54,423 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:54,423 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:54,424 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:54,424 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:54,424 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:25:54,425 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:54,426 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:25:54,427 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69183233, jitterRate=0.03091050684452057}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:25:54,427 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733401554418Initializing all the Stores at 1733401554419 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401554419Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401554419Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401554419Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401554419Cleaning up temporary data from old regions at 1733401554424 (+5 ms)Region opened successfully at 1733401554427 (+3 ms) 2024-12-05T12:25:54,427 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T12:25:54,429 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fa5380d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ea9abad0e9b/172.17.0.3:0 2024-12-05T12:25:54,430 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T12:25:54,430 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T12:25:54,430 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T12:25:54,430 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T12:25:54,430 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T12:25:54,431 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T12:25:54,431 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T12:25:54,432 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T12:25:54,433 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38415-0x101a6a253580003, quorum=127.0.0.1:54749, baseZNode=/11685350272 Unable to get data of znode /11685350272/balancer because node does not exist (not necessarily an error) 2024-12-05T12:25:54,518 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11685350272/balancer already deleted, retry=false 2024-12-05T12:25:54,519 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T12:25:54,519 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38415-0x101a6a253580003, quorum=127.0.0.1:54749, baseZNode=/11685350272 Unable to get data of znode /11685350272/normalizer because node does not exist (not necessarily an error) 2024-12-05T12:25:54,526 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11685350272/normalizer already deleted, retry=false 2024-12-05T12:25:54,527 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T12:25:54,527 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38415-0x101a6a253580003, quorum=127.0.0.1:54749, baseZNode=/11685350272 Unable to get data of znode /11685350272/switch/split because node does not exist (not necessarily an error) 2024-12-05T12:25:54,535 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11685350272/switch/split already deleted, retry=false 2024-12-05T12:25:54,535 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38415-0x101a6a253580003, quorum=127.0.0.1:54749, baseZNode=/11685350272 Unable to get data of znode /11685350272/switch/merge because node does not exist (not necessarily an error) 2024-12-05T12:25:54,543 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11685350272/switch/merge already deleted, retry=false 2024-12-05T12:25:54,545 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38415-0x101a6a253580003, quorum=127.0.0.1:54749, baseZNode=/11685350272 Unable to get data of znode /11685350272/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T12:25:54,551 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11685350272/snapshot-cleanup already deleted, retry=false 2024-12-05T12:25:54,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38415-0x101a6a253580003, quorum=127.0.0.1:54749, baseZNode=/11685350272 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11685350272/running 2024-12-05T12:25:54,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33893-0x101a6a253580004, quorum=127.0.0.1:54749, baseZNode=/11685350272 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11685350272/running 2024-12-05T12:25:54,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33893-0x101a6a253580004, quorum=127.0.0.1:54749, baseZNode=/11685350272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11685350272 2024-12-05T12:25:54,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38415-0x101a6a253580003, quorum=127.0.0.1:54749, baseZNode=/11685350272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11685350272 2024-12-05T12:25:54,560 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9ea9abad0e9b,38415,1733401552567, sessionid=0x101a6a253580003, setting cluster-up flag (Was=false) 2024-12-05T12:25:54,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38415-0x101a6a253580003, quorum=127.0.0.1:54749, baseZNode=/11685350272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11685350272 2024-12-05T12:25:54,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33893-0x101a6a253580004, quorum=127.0.0.1:54749, baseZNode=/11685350272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11685350272 2024-12-05T12:25:54,618 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11685350272/flush-table-proc/acquired, /11685350272/flush-table-proc/reached, /11685350272/flush-table-proc/abort 2024-12-05T12:25:54,619 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ea9abad0e9b,38415,1733401552567 2024-12-05T12:25:54,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38415-0x101a6a253580003, quorum=127.0.0.1:54749, baseZNode=/11685350272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11685350272 2024-12-05T12:25:54,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33893-0x101a6a253580004, quorum=127.0.0.1:54749, baseZNode=/11685350272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11685350272 2024-12-05T12:25:54,660 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11685350272/online-snapshot/acquired, /11685350272/online-snapshot/reached, /11685350272/online-snapshot/abort 2024-12-05T12:25:54,660 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ea9abad0e9b,38415,1733401552567 2024-12-05T12:25:54,661 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T12:25:54,663 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T12:25:54,663 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T12:25:54,663 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T12:25:54,663 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9ea9abad0e9b,38415,1733401552567 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T12:25:54,664 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:25:54,664 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:25:54,664 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:25:54,664 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:25:54,664 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9ea9abad0e9b:0, corePoolSize=10, maxPoolSize=10 2024-12-05T12:25:54,664 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:54,664 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:25:54,664 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:54,665 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733401584665 2024-12-05T12:25:54,665 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T12:25:54,665 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T12:25:54,665 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T12:25:54,665 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T12:25:54,665 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T12:25:54,665 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T12:25:54,666 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:54,666 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:25:54,666 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T12:25:54,666 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T12:25:54,666 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T12:25:54,666 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T12:25:54,666 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T12:25:54,666 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T12:25:54,666 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T12:25:54,666 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401554666,5,FailOnTimeoutGroup] 2024-12-05T12:25:54,666 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:54,667 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T12:25:54,667 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401554666,5,FailOnTimeoutGroup] 2024-12-05T12:25:54,667 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:54,667 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T12:25:54,667 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:54,667 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:54,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41565 is added to blk_1073741831_1007 (size=1321) 2024-12-05T12:25:54,705 INFO [RS:0;9ea9abad0e9b:33893 {}] regionserver.HRegionServer(746): ClusterId : 7ebd636e-80a7-40ab-9875-fd9c2626aadc 2024-12-05T12:25:54,705 DEBUG [RS:0;9ea9abad0e9b:33893 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T12:25:54,710 DEBUG [RS:0;9ea9abad0e9b:33893 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T12:25:54,710 DEBUG [RS:0;9ea9abad0e9b:33893 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T12:25:54,719 DEBUG [RS:0;9ea9abad0e9b:33893 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T12:25:54,719 DEBUG [RS:0;9ea9abad0e9b:33893 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3db9920c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ea9abad0e9b/172.17.0.3:0 2024-12-05T12:25:54,730 DEBUG [RS:0;9ea9abad0e9b:33893 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9ea9abad0e9b:33893 2024-12-05T12:25:54,730 INFO [RS:0;9ea9abad0e9b:33893 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T12:25:54,730 INFO [RS:0;9ea9abad0e9b:33893 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T12:25:54,730 DEBUG [RS:0;9ea9abad0e9b:33893 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T12:25:54,730 INFO [RS:0;9ea9abad0e9b:33893 {}] regionserver.HRegionServer(2659): reportForDuty to master=9ea9abad0e9b,38415,1733401552567 with port=33893, startcode=1733401552682 2024-12-05T12:25:54,731 DEBUG [RS:0;9ea9abad0e9b:33893 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T12:25:54,731 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43447, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T12:25:54,732 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38415 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9ea9abad0e9b,33893,1733401552682 2024-12-05T12:25:54,732 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38415 {}] master.ServerManager(517): Registering regionserver=9ea9abad0e9b,33893,1733401552682 2024-12-05T12:25:54,733 DEBUG [RS:0;9ea9abad0e9b:33893 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883 2024-12-05T12:25:54,733 DEBUG [RS:0;9ea9abad0e9b:33893 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35043 2024-12-05T12:25:54,733 DEBUG [RS:0;9ea9abad0e9b:33893 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T12:25:54,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38415-0x101a6a253580003, quorum=127.0.0.1:54749, baseZNode=/11685350272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11685350272/rs 2024-12-05T12:25:54,744 DEBUG [RS:0;9ea9abad0e9b:33893 {}] zookeeper.ZKUtil(111): regionserver:33893-0x101a6a253580004, quorum=127.0.0.1:54749, baseZNode=/11685350272 Set watcher on existing znode=/11685350272/rs/9ea9abad0e9b,33893,1733401552682 2024-12-05T12:25:54,744 WARN [RS:0;9ea9abad0e9b:33893 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:25:54,744 INFO [RS:0;9ea9abad0e9b:33893 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:25:54,744 DEBUG [RS:0;9ea9abad0e9b:33893 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/WALs/9ea9abad0e9b,33893,1733401552682 2024-12-05T12:25:54,744 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9ea9abad0e9b,33893,1733401552682] 2024-12-05T12:25:54,746 INFO [RS:0;9ea9abad0e9b:33893 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T12:25:54,748 INFO [RS:0;9ea9abad0e9b:33893 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T12:25:54,748 INFO [RS:0;9ea9abad0e9b:33893 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T12:25:54,748 INFO [RS:0;9ea9abad0e9b:33893 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:54,749 INFO [RS:0;9ea9abad0e9b:33893 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T12:25:54,749 INFO [RS:0;9ea9abad0e9b:33893 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T12:25:54,749 INFO [RS:0;9ea9abad0e9b:33893 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:54,749 DEBUG [RS:0;9ea9abad0e9b:33893 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:54,749 DEBUG [RS:0;9ea9abad0e9b:33893 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:54,749 DEBUG [RS:0;9ea9abad0e9b:33893 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:54,749 DEBUG [RS:0;9ea9abad0e9b:33893 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:54,749 DEBUG [RS:0;9ea9abad0e9b:33893 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:54,749 DEBUG [RS:0;9ea9abad0e9b:33893 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9ea9abad0e9b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:25:54,749 DEBUG [RS:0;9ea9abad0e9b:33893 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:54,749 DEBUG [RS:0;9ea9abad0e9b:33893 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:54,749 DEBUG [RS:0;9ea9abad0e9b:33893 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:54,749 DEBUG [RS:0;9ea9abad0e9b:33893 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:54,750 DEBUG [RS:0;9ea9abad0e9b:33893 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:54,750 DEBUG [RS:0;9ea9abad0e9b:33893 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:54,750 DEBUG [RS:0;9ea9abad0e9b:33893 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9ea9abad0e9b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:25:54,750 DEBUG [RS:0;9ea9abad0e9b:33893 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9ea9abad0e9b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:25:54,750 INFO [RS:0;9ea9abad0e9b:33893 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:54,750 INFO [RS:0;9ea9abad0e9b:33893 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:54,750 INFO [RS:0;9ea9abad0e9b:33893 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:54,750 INFO [RS:0;9ea9abad0e9b:33893 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:54,750 INFO [RS:0;9ea9abad0e9b:33893 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:54,750 INFO [RS:0;9ea9abad0e9b:33893 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,33893,1733401552682-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:25:54,763 INFO [RS:0;9ea9abad0e9b:33893 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T12:25:54,763 INFO [RS:0;9ea9abad0e9b:33893 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,33893,1733401552682-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:54,763 INFO [RS:0;9ea9abad0e9b:33893 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:54,763 INFO [RS:0;9ea9abad0e9b:33893 {}] regionserver.Replication(171): 9ea9abad0e9b,33893,1733401552682 started 2024-12-05T12:25:54,774 INFO [RS:0;9ea9abad0e9b:33893 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:54,774 INFO [RS:0;9ea9abad0e9b:33893 {}] regionserver.HRegionServer(1482): Serving as 9ea9abad0e9b,33893,1733401552682, RpcServer on 9ea9abad0e9b/172.17.0.3:33893, sessionid=0x101a6a253580004 2024-12-05T12:25:54,774 DEBUG [RS:0;9ea9abad0e9b:33893 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T12:25:54,774 DEBUG [RS:0;9ea9abad0e9b:33893 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9ea9abad0e9b,33893,1733401552682 2024-12-05T12:25:54,774 DEBUG [RS:0;9ea9abad0e9b:33893 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ea9abad0e9b,33893,1733401552682' 2024-12-05T12:25:54,774 DEBUG [RS:0;9ea9abad0e9b:33893 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11685350272/flush-table-proc/abort' 2024-12-05T12:25:54,775 DEBUG [RS:0;9ea9abad0e9b:33893 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11685350272/flush-table-proc/acquired' 2024-12-05T12:25:54,775 DEBUG [RS:0;9ea9abad0e9b:33893 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T12:25:54,775 DEBUG [RS:0;9ea9abad0e9b:33893 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T12:25:54,775 DEBUG [RS:0;9ea9abad0e9b:33893 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9ea9abad0e9b,33893,1733401552682 2024-12-05T12:25:54,775 DEBUG [RS:0;9ea9abad0e9b:33893 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ea9abad0e9b,33893,1733401552682' 2024-12-05T12:25:54,775 DEBUG [RS:0;9ea9abad0e9b:33893 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11685350272/online-snapshot/abort' 2024-12-05T12:25:54,775 DEBUG [RS:0;9ea9abad0e9b:33893 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11685350272/online-snapshot/acquired' 2024-12-05T12:25:54,776 DEBUG [RS:0;9ea9abad0e9b:33893 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T12:25:54,776 INFO [RS:0;9ea9abad0e9b:33893 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T12:25:54,776 INFO [RS:0;9ea9abad0e9b:33893 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T12:25:54,876 INFO [RS:0;9ea9abad0e9b:33893 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:25:54,877 INFO [RS:0;9ea9abad0e9b:33893 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C33893%2C1733401552682, suffix=, logDir=hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/WALs/9ea9abad0e9b,33893,1733401552682, archiveDir=hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/oldWALs, maxLogs=10 2024-12-05T12:25:54,893 DEBUG [RS:0;9ea9abad0e9b:33893 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/WALs/9ea9abad0e9b,33893,1733401552682/9ea9abad0e9b%2C33893%2C1733401552682.1733401554878, exclude list is [], retry=0 2024-12-05T12:25:54,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41565,DS-9db71128-f386-42b3-8612-676601304358,DISK] 2024-12-05T12:25:54,897 INFO [RS:0;9ea9abad0e9b:33893 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/WALs/9ea9abad0e9b,33893,1733401552682/9ea9abad0e9b%2C33893%2C1733401552682.1733401554878 2024-12-05T12:25:54,897 DEBUG [RS:0;9ea9abad0e9b:33893 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45543:45543)] 2024-12-05T12:25:55,074 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T12:25:55,075 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883 2024-12-05T12:25:55,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41565 is added to blk_1073741833_1009 (size=32) 2024-12-05T12:25:55,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:55,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:25:55,488 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:25:55,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:55,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:55,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:25:55,490 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:25:55,490 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:55,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:55,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:25:55,491 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:25:55,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:55,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:55,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:25:55,491 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:25:55,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:55,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:55,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:25:55,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/data/hbase/meta/1588230740 2024-12-05T12:25:55,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/data/hbase/meta/1588230740 2024-12-05T12:25:55,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:25:55,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:25:55,493 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:25:55,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:25:55,496 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:25:55,496 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71981821, jitterRate=0.0726127177476883}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:25:55,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733401555487Initializing all the Stores at 1733401555487Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401555487Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401555487Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401555487Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401555487Cleaning up temporary data from old regions at 1733401555493 (+6 ms)Region opened successfully at 1733401555496 (+3 ms) 2024-12-05T12:25:55,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:25:55,496 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:25:55,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:25:55,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:25:55,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:25:55,496 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:25:55,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401555496Disabling compacts and flushes for region at 1733401555496Disabling writes for close at 1733401555496Writing region close event to WAL at 1733401555496Closed at 1733401555496 2024-12-05T12:25:55,497 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:25:55,497 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T12:25:55,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T12:25:55,498 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:25:55,498 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T12:25:55,649 DEBUG [9ea9abad0e9b:38415 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T12:25:55,649 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9ea9abad0e9b,33893,1733401552682 2024-12-05T12:25:55,650 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ea9abad0e9b,33893,1733401552682, state=OPENING 2024-12-05T12:25:55,743 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T12:25:55,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33893-0x101a6a253580004, quorum=127.0.0.1:54749, baseZNode=/11685350272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11685350272 2024-12-05T12:25:55,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38415-0x101a6a253580003, quorum=127.0.0.1:54749, baseZNode=/11685350272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11685350272 2024-12-05T12:25:55,757 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11685350272/meta-region-server: CHANGED 2024-12-05T12:25:55,757 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11685350272/meta-region-server: CHANGED 2024-12-05T12:25:55,757 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:25:55,757 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,33893,1733401552682}] 2024-12-05T12:25:55,909 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:25:55,910 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59165, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T12:25:55,913 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T12:25:55,913 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:25:55,913 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T12:25:55,914 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C33893%2C1733401552682.meta, suffix=.meta, logDir=hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/WALs/9ea9abad0e9b,33893,1733401552682, archiveDir=hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/oldWALs, maxLogs=10 2024-12-05T12:25:55,925 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/WALs/9ea9abad0e9b,33893,1733401552682/9ea9abad0e9b%2C33893%2C1733401552682.meta.1733401555914.meta, exclude list is [], retry=0 2024-12-05T12:25:55,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41565,DS-9db71128-f386-42b3-8612-676601304358,DISK] 2024-12-05T12:25:55,927 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/WALs/9ea9abad0e9b,33893,1733401552682/9ea9abad0e9b%2C33893%2C1733401552682.meta.1733401555914.meta 2024-12-05T12:25:55,927 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45543:45543)] 2024-12-05T12:25:55,928 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:25:55,928 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:25:55,928 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:25:55,928 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T12:25:55,928 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T12:25:55,928 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T12:25:55,928 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:55,928 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T12:25:55,928 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T12:25:55,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:25:55,930 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:25:55,930 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:55,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:55,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:25:55,931 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:25:55,931 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:55,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:55,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:25:55,932 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:25:55,932 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:55,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:55,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:25:55,933 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:25:55,933 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:55,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:55,933 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:25:55,933 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/data/hbase/meta/1588230740 2024-12-05T12:25:55,934 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/data/hbase/meta/1588230740 2024-12-05T12:25:55,935 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:25:55,935 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:25:55,935 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:25:55,936 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:25:55,936 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67676945, jitterRate=0.00846506655216217}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:25:55,936 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T12:25:55,936 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733401555928Writing region info on filesystem at 1733401555928Initializing all the Stores at 1733401555929 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401555929Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401555929Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401555929Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401555929Cleaning up temporary data from old regions at 1733401555935 (+6 ms)Running coprocessor post-open hooks at 1733401555936 (+1 ms)Region opened successfully at 1733401555936 2024-12-05T12:25:55,937 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733401555909 2024-12-05T12:25:55,938 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T12:25:55,938 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T12:25:55,938 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9ea9abad0e9b,33893,1733401552682 2024-12-05T12:25:55,939 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ea9abad0e9b,33893,1733401552682, state=OPEN 2024-12-05T12:25:55,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33893-0x101a6a253580004, quorum=127.0.0.1:54749, baseZNode=/11685350272 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11685350272/meta-region-server 2024-12-05T12:25:55,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38415-0x101a6a253580003, quorum=127.0.0.1:54749, baseZNode=/11685350272 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11685350272/meta-region-server 2024-12-05T12:25:55,948 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,33893,1733401552682 2024-12-05T12:25:55,948 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11685350272/meta-region-server: CHANGED 2024-12-05T12:25:55,948 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11685350272/meta-region-server: CHANGED 2024-12-05T12:25:55,950 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T12:25:55,950 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,33893,1733401552682 in 191 msec 2024-12-05T12:25:55,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T12:25:55,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 453 msec 2024-12-05T12:25:55,951 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:25:55,951 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T12:25:55,952 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:25:55,952 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,33893,1733401552682, seqNum=-1] 2024-12-05T12:25:55,952 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:25:55,953 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36579, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:25:55,956 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2930 sec 2024-12-05T12:25:55,957 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733401555956, completionTime=-1 2024-12-05T12:25:55,957 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T12:25:55,957 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T12:25:55,958 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T12:25:55,958 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733401615958 2024-12-05T12:25:55,958 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733401675958 2024-12-05T12:25:55,958 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T12:25:55,958 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,38415,1733401552567-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:55,958 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,38415,1733401552567-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:55,958 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,38415,1733401552567-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:55,959 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9ea9abad0e9b:38415, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:55,971 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:55,971 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:55,973 DEBUG [master/9ea9abad0e9b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T12:25:55,974 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.234sec 2024-12-05T12:25:55,974 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T12:25:55,974 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T12:25:55,974 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T12:25:55,974 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T12:25:55,974 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T12:25:55,974 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,38415,1733401552567-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:25:55,975 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,38415,1733401552567-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T12:25:55,976 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T12:25:55,976 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T12:25:55,976 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,38415,1733401552567-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:56,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52fdd171, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:56,005 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,38415,-1 for getting cluster id 2024-12-05T12:25:56,006 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:25:56,006 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ebd636e-80a7-40ab-9875-fd9c2626aadc' 2024-12-05T12:25:56,007 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:25:56,007 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ebd636e-80a7-40ab-9875-fd9c2626aadc" 2024-12-05T12:25:56,007 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e275083, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:56,007 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,38415,-1] 2024-12-05T12:25:56,007 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:25:56,007 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:56,008 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:25:56,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@705f9919, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:56,009 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:25:56,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,33893,1733401552682, seqNum=-1] 2024-12-05T12:25:56,010 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:25:56,010 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:25:56,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9ea9abad0e9b,38415,1733401552567 2024-12-05T12:25:56,012 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54749 2024-12-05T12:25:56,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54749, baseZNode=/11685350272 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:25:56,019 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a6a253580005 connected 2024-12-05T12:25:56,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e535126-2693-85a1-f6b3-69038d0a135b/hadoop.log.dir so I do NOT create it in target/test-data/b3478096-fb35-d139-c2a6-251f9e93a33c 2024-12-05T12:25:56,029 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e535126-2693-85a1-f6b3-69038d0a135b/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T12:25:56,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e535126-2693-85a1-f6b3-69038d0a135b/hadoop.tmp.dir so I do NOT create it in target/test-data/b3478096-fb35-d139-c2a6-251f9e93a33c 2024-12-05T12:25:56,029 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e535126-2693-85a1-f6b3-69038d0a135b/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T12:25:56,029 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3478096-fb35-d139-c2a6-251f9e93a33c 2024-12-05T12:25:56,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T12:25:56,029 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3478096-fb35-d139-c2a6-251f9e93a33c/cluster_8a59d5a8-5cb0-5604-1ff7-59da624c2dfc, deleteOnExit=true 2024-12-05T12:25:56,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T12:25:56,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3478096-fb35-d139-c2a6-251f9e93a33c/test.cache.data in system properties and HBase conf 2024-12-05T12:25:56,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3478096-fb35-d139-c2a6-251f9e93a33c/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T12:25:56,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3478096-fb35-d139-c2a6-251f9e93a33c/hadoop.log.dir in system properties and HBase conf 2024-12-05T12:25:56,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3478096-fb35-d139-c2a6-251f9e93a33c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T12:25:56,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3478096-fb35-d139-c2a6-251f9e93a33c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T12:25:56,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T12:25:56,030 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T12:25:56,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3478096-fb35-d139-c2a6-251f9e93a33c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:25:56,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3478096-fb35-d139-c2a6-251f9e93a33c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:25:56,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3478096-fb35-d139-c2a6-251f9e93a33c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T12:25:56,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3478096-fb35-d139-c2a6-251f9e93a33c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:25:56,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3478096-fb35-d139-c2a6-251f9e93a33c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T12:25:56,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3478096-fb35-d139-c2a6-251f9e93a33c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T12:25:56,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3478096-fb35-d139-c2a6-251f9e93a33c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:25:56,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3478096-fb35-d139-c2a6-251f9e93a33c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:25:56,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3478096-fb35-d139-c2a6-251f9e93a33c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T12:25:56,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3478096-fb35-d139-c2a6-251f9e93a33c/nfs.dump.dir in system properties and HBase conf 2024-12-05T12:25:56,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3478096-fb35-d139-c2a6-251f9e93a33c/java.io.tmpdir in system properties and HBase conf 2024-12-05T12:25:56,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3478096-fb35-d139-c2a6-251f9e93a33c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:25:56,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3478096-fb35-d139-c2a6-251f9e93a33c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T12:25:56,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3478096-fb35-d139-c2a6-251f9e93a33c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T12:25:56,277 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-05T12:25:56,278 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:56,278 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:56,278 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:56,278 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:56,279 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:56,279 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:56,279 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:56,279 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:56,311 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:56,312 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:56,312 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:56,312 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:56,312 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:56,313 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:56,317 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:56,319 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:56,320 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:56,321 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:56,353 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:25:56,356 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:25:56,364 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:25:56,364 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:25:56,364 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T12:25:56,367 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:25:56,367 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d9eea53{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3478096-fb35-d139-c2a6-251f9e93a33c/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:25:56,368 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1949bef0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:25:56,460 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70568adf{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3478096-fb35-d139-c2a6-251f9e93a33c/java.io.tmpdir/jetty-localhost-40303-hadoop-hdfs-3_4_1-tests_jar-_-any-1283021699288607629/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:25:56,461 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@354c0c7c{HTTP/1.1, (http/1.1)}{localhost:40303} 2024-12-05T12:25:56,461 INFO [Time-limited test {}] server.Server(415): Started @325542ms 2024-12-05T12:25:56,633 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:25:56,636 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:25:56,637 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:25:56,637 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:25:56,637 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T12:25:56,638 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fe3011{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3478096-fb35-d139-c2a6-251f9e93a33c/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:25:56,639 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c35b670{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:25:56,728 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@66e6394f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3478096-fb35-d139-c2a6-251f9e93a33c/java.io.tmpdir/jetty-localhost-44379-hadoop-hdfs-3_4_1-tests_jar-_-any-18145170110143074305/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:25:56,728 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6aab8c8c{HTTP/1.1, (http/1.1)}{localhost:44379} 2024-12-05T12:25:56,728 INFO [Time-limited test {}] server.Server(415): Started @325810ms 2024-12-05T12:25:56,729 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T12:25:57,113 WARN [Thread-4573 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3478096-fb35-d139-c2a6-251f9e93a33c/cluster_8a59d5a8-5cb0-5604-1ff7-59da624c2dfc/data/data1/current/BP-1139761287-172.17.0.3-1733401556052/current, will proceed with Du for space computation calculation, 2024-12-05T12:25:57,114 WARN [Thread-4574 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3478096-fb35-d139-c2a6-251f9e93a33c/cluster_8a59d5a8-5cb0-5604-1ff7-59da624c2dfc/data/data2/current/BP-1139761287-172.17.0.3-1733401556052/current, will proceed with Du for space computation calculation, 2024-12-05T12:25:57,130 WARN [Thread-4561 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T12:25:57,132 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe9d7a4f95d046aa6 with lease ID 0x2a4beb44bbe41353: Processing first storage report for DS-ccee4a93-dd62-440f-b0cc-f8aebe442865 from datanode DatanodeRegistration(127.0.0.1:39293, datanodeUuid=b9baadbc-cd13-41d0-83f3-4d98faac8434, infoPort=44107, infoSecurePort=0, ipcPort=45237, storageInfo=lv=-57;cid=testClusterID;nsid=356085800;c=1733401556052) 2024-12-05T12:25:57,132 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe9d7a4f95d046aa6 with lease ID 0x2a4beb44bbe41353: from storage DS-ccee4a93-dd62-440f-b0cc-f8aebe442865 node DatanodeRegistration(127.0.0.1:39293, datanodeUuid=b9baadbc-cd13-41d0-83f3-4d98faac8434, infoPort=44107, infoSecurePort=0, ipcPort=45237, storageInfo=lv=-57;cid=testClusterID;nsid=356085800;c=1733401556052), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T12:25:57,133 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe9d7a4f95d046aa6 with lease ID 0x2a4beb44bbe41353: Processing first storage report for DS-ce8350d1-49ce-4b4d-a194-c15febf04aa7 from datanode DatanodeRegistration(127.0.0.1:39293, datanodeUuid=b9baadbc-cd13-41d0-83f3-4d98faac8434, infoPort=44107, infoSecurePort=0, ipcPort=45237, storageInfo=lv=-57;cid=testClusterID;nsid=356085800;c=1733401556052) 2024-12-05T12:25:57,133 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe9d7a4f95d046aa6 with lease ID 0x2a4beb44bbe41353: from storage DS-ce8350d1-49ce-4b4d-a194-c15febf04aa7 node DatanodeRegistration(127.0.0.1:39293, datanodeUuid=b9baadbc-cd13-41d0-83f3-4d98faac8434, infoPort=44107, infoSecurePort=0, ipcPort=45237, storageInfo=lv=-57;cid=testClusterID;nsid=356085800;c=1733401556052), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:25:57,152 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3478096-fb35-d139-c2a6-251f9e93a33c 2024-12-05T12:25:57,152 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:57,153 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:57,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741825_1001 (size=7) 2024-12-05T12:25:57,560 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba with version=8 2024-12-05T12:25:57,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/hbase-staging 2024-12-05T12:25:57,563 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9ea9abad0e9b:0 server-side Connection retries=45 2024-12-05T12:25:57,563 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:57,563 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:57,563 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:25:57,563 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:57,563 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:25:57,563 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T12:25:57,563 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:25:57,564 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35549 2024-12-05T12:25:57,564 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35549 connecting to ZooKeeper ensemble=127.0.0.1:54749 2024-12-05T12:25:57,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:355490x0, quorum=127.0.0.1:54749, baseZNode=/2698958651 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:25:57,602 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35549-0x101a6a253580006 connected 2024-12-05T12:25:57,660 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:57,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:57,664 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35549-0x101a6a253580006, quorum=127.0.0.1:54749, baseZNode=/2698958651 Set watcher on znode that does not yet exist, /2698958651/running 2024-12-05T12:25:57,664 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba, hbase.cluster.distributed=false 2024-12-05T12:25:57,666 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35549-0x101a6a253580006, quorum=127.0.0.1:54749, baseZNode=/2698958651 Set watcher on znode that does not yet exist, /2698958651/acl 2024-12-05T12:25:57,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35549 2024-12-05T12:25:57,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35549 2024-12-05T12:25:57,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35549 2024-12-05T12:25:57,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35549 2024-12-05T12:25:57,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35549 2024-12-05T12:25:57,684 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9ea9abad0e9b:0 server-side Connection retries=45 2024-12-05T12:25:57,684 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:57,684 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:57,684 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:25:57,684 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:57,684 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:25:57,684 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T12:25:57,684 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:25:57,685 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33879 2024-12-05T12:25:57,685 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33879 connecting to ZooKeeper ensemble=127.0.0.1:54749 2024-12-05T12:25:57,686 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:57,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:57,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:338790x0, quorum=127.0.0.1:54749, baseZNode=/2698958651 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:25:57,699 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33879-0x101a6a253580007 connected 2024-12-05T12:25:57,699 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:338790x0, quorum=127.0.0.1:54749, baseZNode=/2698958651 Set watcher on znode that does not yet exist, /2698958651/running 2024-12-05T12:25:57,699 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T12:25:57,699 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T12:25:57,700 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33879-0x101a6a253580007, quorum=127.0.0.1:54749, baseZNode=/2698958651 Set watcher on znode that does not yet exist, /2698958651/master 2024-12-05T12:25:57,700 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33879-0x101a6a253580007, quorum=127.0.0.1:54749, baseZNode=/2698958651 Set watcher on znode that does not yet exist, /2698958651/acl 2024-12-05T12:25:57,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33879 2024-12-05T12:25:57,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33879 2024-12-05T12:25:57,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33879 2024-12-05T12:25:57,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33879 2024-12-05T12:25:57,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33879 2024-12-05T12:25:57,712 DEBUG [M:0;9ea9abad0e9b:35549 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9ea9abad0e9b:35549 2024-12-05T12:25:57,712 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2698958651/backup-masters/9ea9abad0e9b,35549,1733401557562 2024-12-05T12:25:57,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35549-0x101a6a253580006, quorum=127.0.0.1:54749, baseZNode=/2698958651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2698958651/backup-masters 2024-12-05T12:25:57,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33879-0x101a6a253580007, quorum=127.0.0.1:54749, baseZNode=/2698958651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2698958651/backup-masters 2024-12-05T12:25:57,718 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35549-0x101a6a253580006, quorum=127.0.0.1:54749, baseZNode=/2698958651 Set watcher on existing znode=/2698958651/backup-masters/9ea9abad0e9b,35549,1733401557562 2024-12-05T12:25:57,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33879-0x101a6a253580007, quorum=127.0.0.1:54749, baseZNode=/2698958651 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2698958651/master 2024-12-05T12:25:57,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35549-0x101a6a253580006, quorum=127.0.0.1:54749, baseZNode=/2698958651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2698958651 2024-12-05T12:25:57,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33879-0x101a6a253580007, quorum=127.0.0.1:54749, baseZNode=/2698958651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2698958651 2024-12-05T12:25:57,727 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35549-0x101a6a253580006, quorum=127.0.0.1:54749, baseZNode=/2698958651 Set watcher on existing znode=/2698958651/master 2024-12-05T12:25:57,727 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2698958651/backup-masters/9ea9abad0e9b,35549,1733401557562 from backup master directory 2024-12-05T12:25:57,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35549-0x101a6a253580006, quorum=127.0.0.1:54749, baseZNode=/2698958651 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2698958651/backup-masters/9ea9abad0e9b,35549,1733401557562 2024-12-05T12:25:57,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33879-0x101a6a253580007, quorum=127.0.0.1:54749, baseZNode=/2698958651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2698958651/backup-masters 2024-12-05T12:25:57,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35549-0x101a6a253580006, quorum=127.0.0.1:54749, baseZNode=/2698958651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2698958651/backup-masters 2024-12-05T12:25:57,735 WARN [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:25:57,735 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9ea9abad0e9b,35549,1733401557562 2024-12-05T12:25:57,737 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/hbase.id] with ID: 47b26bfb-e763-43e7-8be0-05444ae037d5 2024-12-05T12:25:57,737 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/.tmp/hbase.id 2024-12-05T12:25:57,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741826_1002 (size=42) 2024-12-05T12:25:58,141 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/.tmp/hbase.id]:[hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/hbase.id] 2024-12-05T12:25:58,149 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:58,149 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T12:25:58,150 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T12:25:58,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35549-0x101a6a253580006, quorum=127.0.0.1:54749, baseZNode=/2698958651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2698958651 2024-12-05T12:25:58,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33879-0x101a6a253580007, quorum=127.0.0.1:54749, baseZNode=/2698958651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2698958651 2024-12-05T12:25:58,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741827_1003 (size=196) 2024-12-05T12:25:58,589 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:25:58,591 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T12:25:58,591 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:25:58,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741828_1004 (size=1189) 2024-12-05T12:25:58,997 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/MasterData/data/master/store 2024-12-05T12:25:59,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741829_1005 (size=34) 2024-12-05T12:25:59,402 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:59,402 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:25:59,402 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:59,402 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:59,402 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:25:59,402 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:59,402 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:59,402 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401559402Disabling compacts and flushes for region at 1733401559402Disabling writes for close at 1733401559402Writing region close event to WAL at 1733401559402Closed at 1733401559402 2024-12-05T12:25:59,403 WARN [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/MasterData/data/master/store/.initializing 2024-12-05T12:25:59,403 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/MasterData/WALs/9ea9abad0e9b,35549,1733401557562 2024-12-05T12:25:59,403 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:25:59,404 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9ea9abad0e9b%2C35549%2C1733401557562, suffix=, logDir=hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/MasterData/WALs/9ea9abad0e9b,35549,1733401557562, archiveDir=hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/MasterData/oldWALs, maxLogs=10 2024-12-05T12:25:59,416 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/MasterData/WALs/9ea9abad0e9b,35549,1733401557562/9ea9abad0e9b%2C35549%2C1733401557562.1733401559405, exclude list is [], retry=0 2024-12-05T12:25:59,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39293,DS-ccee4a93-dd62-440f-b0cc-f8aebe442865,DISK] 2024-12-05T12:25:59,419 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/MasterData/WALs/9ea9abad0e9b,35549,1733401557562/9ea9abad0e9b%2C35549%2C1733401557562.1733401559405 2024-12-05T12:25:59,419 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44107:44107)] 2024-12-05T12:25:59,419 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:25:59,420 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:59,420 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:59,420 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:59,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:59,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T12:25:59,422 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:59,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:59,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:59,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T12:25:59,423 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:59,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:59,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:59,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T12:25:59,424 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:59,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:59,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:59,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T12:25:59,425 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:59,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:59,425 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:59,426 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:59,426 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:59,427 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:59,427 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:59,427 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:25:59,428 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:59,429 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:25:59,430 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64401779, jitterRate=-0.04033870995044708}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:25:59,430 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733401559420Initializing all the Stores at 1733401559420Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401559420Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401559421 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401559421Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401559421Cleaning up temporary data from old regions at 1733401559427 (+6 ms)Region opened successfully at 1733401559430 (+3 ms) 2024-12-05T12:25:59,430 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T12:25:59,432 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c5697f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ea9abad0e9b/172.17.0.3:0 2024-12-05T12:25:59,433 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T12:25:59,433 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T12:25:59,433 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T12:25:59,433 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T12:25:59,434 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T12:25:59,434 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T12:25:59,434 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T12:25:59,436 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T12:25:59,436 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35549-0x101a6a253580006, quorum=127.0.0.1:54749, baseZNode=/2698958651 Unable to get data of znode /2698958651/balancer because node does not exist (not necessarily an error) 2024-12-05T12:25:59,476 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2698958651/balancer already deleted, retry=false 2024-12-05T12:25:59,477 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T12:25:59,477 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35549-0x101a6a253580006, quorum=127.0.0.1:54749, baseZNode=/2698958651 Unable to get data of znode /2698958651/normalizer because node does not exist (not necessarily an error) 2024-12-05T12:25:59,534 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2698958651/normalizer already deleted, retry=false 2024-12-05T12:25:59,535 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T12:25:59,536 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35549-0x101a6a253580006, quorum=127.0.0.1:54749, baseZNode=/2698958651 Unable to get data of znode /2698958651/switch/split because node does not exist (not necessarily an error) 2024-12-05T12:25:59,543 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2698958651/switch/split already deleted, retry=false 2024-12-05T12:25:59,544 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35549-0x101a6a253580006, quorum=127.0.0.1:54749, baseZNode=/2698958651 Unable to get data of znode /2698958651/switch/merge because node does not exist (not necessarily an error) 2024-12-05T12:25:59,551 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2698958651/switch/merge already deleted, retry=false 2024-12-05T12:25:59,553 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35549-0x101a6a253580006, quorum=127.0.0.1:54749, baseZNode=/2698958651 Unable to get data of znode /2698958651/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T12:25:59,559 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2698958651/snapshot-cleanup already deleted, retry=false 2024-12-05T12:25:59,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35549-0x101a6a253580006, quorum=127.0.0.1:54749, baseZNode=/2698958651 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2698958651/running 2024-12-05T12:25:59,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33879-0x101a6a253580007, quorum=127.0.0.1:54749, baseZNode=/2698958651 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2698958651/running 2024-12-05T12:25:59,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35549-0x101a6a253580006, quorum=127.0.0.1:54749, baseZNode=/2698958651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2698958651 2024-12-05T12:25:59,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33879-0x101a6a253580007, quorum=127.0.0.1:54749, baseZNode=/2698958651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2698958651 2024-12-05T12:25:59,568 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9ea9abad0e9b,35549,1733401557562, sessionid=0x101a6a253580006, setting cluster-up flag (Was=false) 2024-12-05T12:25:59,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33879-0x101a6a253580007, quorum=127.0.0.1:54749, baseZNode=/2698958651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2698958651 2024-12-05T12:25:59,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35549-0x101a6a253580006, quorum=127.0.0.1:54749, baseZNode=/2698958651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2698958651 2024-12-05T12:25:59,610 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2698958651/flush-table-proc/acquired, /2698958651/flush-table-proc/reached, /2698958651/flush-table-proc/abort 2024-12-05T12:25:59,610 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ea9abad0e9b,35549,1733401557562 2024-12-05T12:25:59,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33879-0x101a6a253580007, quorum=127.0.0.1:54749, baseZNode=/2698958651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2698958651 2024-12-05T12:25:59,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35549-0x101a6a253580006, quorum=127.0.0.1:54749, baseZNode=/2698958651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2698958651 2024-12-05T12:25:59,651 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2698958651/online-snapshot/acquired, /2698958651/online-snapshot/reached, /2698958651/online-snapshot/abort 2024-12-05T12:25:59,652 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ea9abad0e9b,35549,1733401557562 2024-12-05T12:25:59,653 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T12:25:59,654 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T12:25:59,654 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T12:25:59,654 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T12:25:59,654 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9ea9abad0e9b,35549,1733401557562 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T12:25:59,655 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:25:59,655 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:25:59,655 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:25:59,655 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:25:59,655 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9ea9abad0e9b:0, corePoolSize=10, maxPoolSize=10 2024-12-05T12:25:59,656 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:59,656 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:25:59,656 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:59,657 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733401589656 2024-12-05T12:25:59,657 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:25:59,657 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T12:25:59,657 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T12:25:59,657 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T12:25:59,657 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T12:25:59,657 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T12:25:59,657 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T12:25:59,657 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T12:25:59,657 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:59,657 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:59,657 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T12:25:59,657 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T12:25:59,657 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T12:25:59,657 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T12:25:59,657 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T12:25:59,658 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T12:25:59,658 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T12:25:59,658 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401559658,5,FailOnTimeoutGroup] 2024-12-05T12:25:59,658 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401559658,5,FailOnTimeoutGroup] 2024-12-05T12:25:59,658 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:59,658 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T12:25:59,658 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:59,658 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:59,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741831_1007 (size=1321) 2024-12-05T12:25:59,705 INFO [RS:0;9ea9abad0e9b:33879 {}] regionserver.HRegionServer(746): ClusterId : 47b26bfb-e763-43e7-8be0-05444ae037d5 2024-12-05T12:25:59,705 DEBUG [RS:0;9ea9abad0e9b:33879 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T12:25:59,710 DEBUG [RS:0;9ea9abad0e9b:33879 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T12:25:59,710 DEBUG [RS:0;9ea9abad0e9b:33879 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T12:25:59,718 DEBUG [RS:0;9ea9abad0e9b:33879 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T12:25:59,719 DEBUG [RS:0;9ea9abad0e9b:33879 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21031c2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ea9abad0e9b/172.17.0.3:0 2024-12-05T12:25:59,729 DEBUG [RS:0;9ea9abad0e9b:33879 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9ea9abad0e9b:33879 2024-12-05T12:25:59,729 INFO [RS:0;9ea9abad0e9b:33879 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T12:25:59,729 INFO [RS:0;9ea9abad0e9b:33879 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T12:25:59,729 DEBUG [RS:0;9ea9abad0e9b:33879 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T12:25:59,730 INFO [RS:0;9ea9abad0e9b:33879 {}] regionserver.HRegionServer(2659): reportForDuty to master=9ea9abad0e9b,35549,1733401557562 with port=33879, startcode=1733401557683 2024-12-05T12:25:59,730 DEBUG [RS:0;9ea9abad0e9b:33879 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T12:25:59,731 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40723, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T12:25:59,731 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35549 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9ea9abad0e9b,33879,1733401557683 2024-12-05T12:25:59,732 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35549 {}] master.ServerManager(517): Registering regionserver=9ea9abad0e9b,33879,1733401557683 2024-12-05T12:25:59,733 DEBUG [RS:0;9ea9abad0e9b:33879 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba 2024-12-05T12:25:59,733 DEBUG [RS:0;9ea9abad0e9b:33879 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39579 2024-12-05T12:25:59,733 DEBUG [RS:0;9ea9abad0e9b:33879 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T12:25:59,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35549-0x101a6a253580006, quorum=127.0.0.1:54749, baseZNode=/2698958651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2698958651/rs 2024-12-05T12:25:59,771 DEBUG [RS:0;9ea9abad0e9b:33879 {}] zookeeper.ZKUtil(111): regionserver:33879-0x101a6a253580007, quorum=127.0.0.1:54749, baseZNode=/2698958651 Set watcher on existing znode=/2698958651/rs/9ea9abad0e9b,33879,1733401557683 2024-12-05T12:25:59,771 WARN [RS:0;9ea9abad0e9b:33879 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:25:59,771 INFO [RS:0;9ea9abad0e9b:33879 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:25:59,771 DEBUG [RS:0;9ea9abad0e9b:33879 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/WALs/9ea9abad0e9b,33879,1733401557683 2024-12-05T12:25:59,771 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9ea9abad0e9b,33879,1733401557683] 2024-12-05T12:25:59,774 INFO [RS:0;9ea9abad0e9b:33879 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T12:25:59,776 INFO [RS:0;9ea9abad0e9b:33879 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T12:25:59,776 INFO [RS:0;9ea9abad0e9b:33879 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T12:25:59,776 INFO [RS:0;9ea9abad0e9b:33879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:59,776 INFO [RS:0;9ea9abad0e9b:33879 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T12:25:59,777 INFO [RS:0;9ea9abad0e9b:33879 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T12:25:59,777 INFO [RS:0;9ea9abad0e9b:33879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:59,777 DEBUG [RS:0;9ea9abad0e9b:33879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:59,777 DEBUG [RS:0;9ea9abad0e9b:33879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:59,777 DEBUG [RS:0;9ea9abad0e9b:33879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:59,777 DEBUG [RS:0;9ea9abad0e9b:33879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:59,777 DEBUG [RS:0;9ea9abad0e9b:33879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:59,777 DEBUG [RS:0;9ea9abad0e9b:33879 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9ea9abad0e9b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:25:59,777 DEBUG [RS:0;9ea9abad0e9b:33879 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:59,777 DEBUG [RS:0;9ea9abad0e9b:33879 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:59,777 DEBUG [RS:0;9ea9abad0e9b:33879 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:59,777 DEBUG [RS:0;9ea9abad0e9b:33879 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:59,777 DEBUG [RS:0;9ea9abad0e9b:33879 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:59,777 DEBUG [RS:0;9ea9abad0e9b:33879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9ea9abad0e9b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:59,777 DEBUG [RS:0;9ea9abad0e9b:33879 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9ea9abad0e9b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:25:59,777 DEBUG [RS:0;9ea9abad0e9b:33879 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9ea9abad0e9b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:25:59,778 INFO [RS:0;9ea9abad0e9b:33879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:59,778 INFO [RS:0;9ea9abad0e9b:33879 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:59,778 INFO [RS:0;9ea9abad0e9b:33879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:59,778 INFO [RS:0;9ea9abad0e9b:33879 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:59,778 INFO [RS:0;9ea9abad0e9b:33879 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:59,778 INFO [RS:0;9ea9abad0e9b:33879 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,33879,1733401557683-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:25:59,790 INFO [RS:0;9ea9abad0e9b:33879 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T12:25:59,790 INFO [RS:0;9ea9abad0e9b:33879 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,33879,1733401557683-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:59,790 INFO [RS:0;9ea9abad0e9b:33879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:59,790 INFO [RS:0;9ea9abad0e9b:33879 {}] regionserver.Replication(171): 9ea9abad0e9b,33879,1733401557683 started 2024-12-05T12:25:59,801 INFO [RS:0;9ea9abad0e9b:33879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:59,801 INFO [RS:0;9ea9abad0e9b:33879 {}] regionserver.HRegionServer(1482): Serving as 9ea9abad0e9b,33879,1733401557683, RpcServer on 9ea9abad0e9b/172.17.0.3:33879, sessionid=0x101a6a253580007 2024-12-05T12:25:59,801 DEBUG [RS:0;9ea9abad0e9b:33879 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T12:25:59,801 DEBUG [RS:0;9ea9abad0e9b:33879 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9ea9abad0e9b,33879,1733401557683 2024-12-05T12:25:59,801 DEBUG [RS:0;9ea9abad0e9b:33879 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ea9abad0e9b,33879,1733401557683' 2024-12-05T12:25:59,801 DEBUG [RS:0;9ea9abad0e9b:33879 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2698958651/flush-table-proc/abort' 2024-12-05T12:25:59,802 DEBUG [RS:0;9ea9abad0e9b:33879 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2698958651/flush-table-proc/acquired' 2024-12-05T12:25:59,802 DEBUG [RS:0;9ea9abad0e9b:33879 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T12:25:59,802 DEBUG [RS:0;9ea9abad0e9b:33879 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T12:25:59,802 DEBUG [RS:0;9ea9abad0e9b:33879 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9ea9abad0e9b,33879,1733401557683 2024-12-05T12:25:59,802 DEBUG [RS:0;9ea9abad0e9b:33879 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ea9abad0e9b,33879,1733401557683' 2024-12-05T12:25:59,802 DEBUG [RS:0;9ea9abad0e9b:33879 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2698958651/online-snapshot/abort' 2024-12-05T12:25:59,803 DEBUG [RS:0;9ea9abad0e9b:33879 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2698958651/online-snapshot/acquired' 2024-12-05T12:25:59,803 DEBUG [RS:0;9ea9abad0e9b:33879 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T12:25:59,803 INFO [RS:0;9ea9abad0e9b:33879 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T12:25:59,803 INFO [RS:0;9ea9abad0e9b:33879 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T12:25:59,903 INFO [RS:0;9ea9abad0e9b:33879 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:25:59,904 INFO [RS:0;9ea9abad0e9b:33879 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C33879%2C1733401557683, suffix=, logDir=hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/WALs/9ea9abad0e9b,33879,1733401557683, archiveDir=hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/oldWALs, maxLogs=10 2024-12-05T12:25:59,916 DEBUG [RS:0;9ea9abad0e9b:33879 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/WALs/9ea9abad0e9b,33879,1733401557683/9ea9abad0e9b%2C33879%2C1733401557683.1733401559905, exclude list is [], retry=0 2024-12-05T12:25:59,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39293,DS-ccee4a93-dd62-440f-b0cc-f8aebe442865,DISK] 2024-12-05T12:25:59,919 INFO [RS:0;9ea9abad0e9b:33879 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/WALs/9ea9abad0e9b,33879,1733401557683/9ea9abad0e9b%2C33879%2C1733401557683.1733401559905 2024-12-05T12:25:59,919 DEBUG [RS:0;9ea9abad0e9b:33879 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44107:44107)] 2024-12-05T12:26:00,062 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T12:26:00,062 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba 2024-12-05T12:26:00,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741833_1009 (size=32) 2024-12-05T12:26:00,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:26:00,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:26:00,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:26:00,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:00,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:26:00,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:26:00,470 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:26:00,470 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:00,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:26:00,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:26:00,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:26:00,471 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:00,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:26:00,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:26:00,472 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:26:00,472 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:00,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:26:00,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:26:00,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/data/hbase/meta/1588230740 2024-12-05T12:26:00,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/data/hbase/meta/1588230740 2024-12-05T12:26:00,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:26:00,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:26:00,475 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:26:00,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:26:00,477 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:26:00,477 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65853355, jitterRate=-0.018708541989326477}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:26:00,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733401560467Initializing all the Stores at 1733401560468 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401560468Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401560468Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401560468Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401560468Cleaning up temporary data from old regions at 1733401560474 (+6 ms)Region opened successfully at 1733401560477 (+3 ms) 2024-12-05T12:26:00,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:26:00,477 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:26:00,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:26:00,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:26:00,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:26:00,478 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:26:00,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401560477Disabling compacts and flushes for region at 1733401560477Disabling writes for close at 1733401560477Writing region close event to WAL at 1733401560478 (+1 ms)Closed at 1733401560478 2024-12-05T12:26:00,478 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:26:00,478 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T12:26:00,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T12:26:00,479 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:26:00,480 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T12:26:00,630 DEBUG [9ea9abad0e9b:35549 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T12:26:00,631 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9ea9abad0e9b,33879,1733401557683 2024-12-05T12:26:00,632 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ea9abad0e9b,33879,1733401557683, state=OPENING 2024-12-05T12:26:00,693 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T12:26:00,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33879-0x101a6a253580007, quorum=127.0.0.1:54749, baseZNode=/2698958651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2698958651 2024-12-05T12:26:00,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35549-0x101a6a253580006, quorum=127.0.0.1:54749, baseZNode=/2698958651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2698958651 2024-12-05T12:26:00,702 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2698958651/meta-region-server: CHANGED 2024-12-05T12:26:00,702 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:26:00,702 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,33879,1733401557683}] 2024-12-05T12:26:00,702 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2698958651/meta-region-server: CHANGED 2024-12-05T12:26:00,855 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:26:00,856 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T12:26:00,858 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T12:26:00,858 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:26:00,858 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T12:26:00,859 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C33879%2C1733401557683.meta, suffix=.meta, logDir=hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/WALs/9ea9abad0e9b,33879,1733401557683, archiveDir=hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/oldWALs, maxLogs=10 2024-12-05T12:26:00,871 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/WALs/9ea9abad0e9b,33879,1733401557683/9ea9abad0e9b%2C33879%2C1733401557683.meta.1733401560860.meta, exclude list is [], retry=0 2024-12-05T12:26:00,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39293,DS-ccee4a93-dd62-440f-b0cc-f8aebe442865,DISK] 2024-12-05T12:26:00,874 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/WALs/9ea9abad0e9b,33879,1733401557683/9ea9abad0e9b%2C33879%2C1733401557683.meta.1733401560860.meta 2024-12-05T12:26:00,874 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44107:44107)] 2024-12-05T12:26:00,874 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:26:00,874 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:26:00,874 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:26:00,875 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T12:26:00,875 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T12:26:00,875 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T12:26:00,875 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:26:00,875 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T12:26:00,875 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T12:26:00,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:26:00,877 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:26:00,877 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:00,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:26:00,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:26:00,878 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:26:00,878 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:00,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:26:00,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:26:00,878 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:26:00,878 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:00,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:26:00,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:26:00,879 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:26:00,879 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:00,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:26:00,879 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:26:00,880 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/data/hbase/meta/1588230740 2024-12-05T12:26:00,880 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/data/hbase/meta/1588230740 2024-12-05T12:26:00,881 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:26:00,881 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:26:00,882 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:26:00,882 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:26:00,883 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74296295, jitterRate=0.10710106790065765}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:26:00,883 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T12:26:00,883 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733401560875Writing region info on filesystem at 1733401560875Initializing all the Stores at 1733401560876 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401560876Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401560876Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401560876Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401560876Cleaning up temporary data from old regions at 1733401560881 (+5 ms)Running coprocessor post-open hooks at 1733401560883 (+2 ms)Region opened successfully at 1733401560883 2024-12-05T12:26:00,883 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733401560854 2024-12-05T12:26:00,885 DEBUG [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T12:26:00,885 INFO [RS_OPEN_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T12:26:00,885 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9ea9abad0e9b,33879,1733401557683 2024-12-05T12:26:00,886 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ea9abad0e9b,33879,1733401557683, state=OPEN 2024-12-05T12:26:00,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33879-0x101a6a253580007, quorum=127.0.0.1:54749, baseZNode=/2698958651 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2698958651/meta-region-server 2024-12-05T12:26:00,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35549-0x101a6a253580006, quorum=127.0.0.1:54749, baseZNode=/2698958651 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2698958651/meta-region-server 2024-12-05T12:26:00,893 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,33879,1733401557683 2024-12-05T12:26:00,893 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2698958651/meta-region-server: CHANGED 2024-12-05T12:26:00,893 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2698958651/meta-region-server: CHANGED 2024-12-05T12:26:00,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T12:26:00,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9ea9abad0e9b,33879,1733401557683 in 191 msec 2024-12-05T12:26:00,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T12:26:00,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 415 msec 2024-12-05T12:26:00,896 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:26:00,896 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T12:26:00,897 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:26:00,897 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,33879,1733401557683, seqNum=-1] 2024-12-05T12:26:00,897 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:26:00,898 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54015, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:26:00,902 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2480 sec 2024-12-05T12:26:00,902 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733401560902, completionTime=-1 2024-12-05T12:26:00,902 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T12:26:00,902 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T12:26:00,904 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T12:26:00,904 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733401620904 2024-12-05T12:26:00,904 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733401680904 2024-12-05T12:26:00,904 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T12:26:00,904 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,35549,1733401557562-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:26:00,904 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,35549,1733401557562-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:26:00,904 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,35549,1733401557562-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:26:00,904 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9ea9abad0e9b:35549, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:26:00,904 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T12:26:00,904 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T12:26:00,906 DEBUG [master/9ea9abad0e9b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T12:26:00,907 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.172sec 2024-12-05T12:26:00,907 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T12:26:00,907 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T12:26:00,907 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T12:26:00,907 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T12:26:00,907 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T12:26:00,907 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,35549,1733401557562-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:26:00,907 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,35549,1733401557562-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T12:26:00,909 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T12:26:00,909 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T12:26:00,909 INFO [master/9ea9abad0e9b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ea9abad0e9b,35549,1733401557562-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:26:01,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cf21499, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:26:01,006 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,35549,-1 for getting cluster id 2024-12-05T12:26:01,006 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:26:01,007 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '47b26bfb-e763-43e7-8be0-05444ae037d5' 2024-12-05T12:26:01,007 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:26:01,007 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "47b26bfb-e763-43e7-8be0-05444ae037d5" 2024-12-05T12:26:01,007 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c7b977b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:26:01,007 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,35549,-1] 2024-12-05T12:26:01,007 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:26:01,008 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:26:01,008 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:26:01,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c3aced1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:26:01,009 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:26:01,010 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,33879,1733401557683, seqNum=-1] 2024-12-05T12:26:01,010 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:26:01,011 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:26:01,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9ea9abad0e9b,35549,1733401557562 2024-12-05T12:26:01,012 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:54749 2024-12-05T12:26:01,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:54749, baseZNode=/2698958651 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:26:01,018 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101a6a253580008 connected 2024-12-05T12:26:01,028 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:26:01,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,35301,1733401547604 2024-12-05T12:26:01,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f0937ee 2024-12-05T12:26:01,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:26:01,029 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:26:01,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:26:01,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T12:26:01,031 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:26:01,031 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:01,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T12:26:01,032 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:26:01,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:26:01,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741835_1011 (size=902) 2024-12-05T12:26:01,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:26:01,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:26:01,439 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 202d9b0114a106057adb4cf448f7037f, NAME => 'test,,1733401561029.202d9b0114a106057adb4cf448f7037f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0 2024-12-05T12:26:01,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741836_1012 (size=39) 2024-12-05T12:26:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:26:01,843 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733401561029.202d9b0114a106057adb4cf448f7037f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:26:01,843 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 202d9b0114a106057adb4cf448f7037f, disabling compactions & flushes 2024-12-05T12:26:01,843 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733401561029.202d9b0114a106057adb4cf448f7037f. 2024-12-05T12:26:01,843 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401561029.202d9b0114a106057adb4cf448f7037f. 2024-12-05T12:26:01,843 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733401561029.202d9b0114a106057adb4cf448f7037f. after waiting 0 ms 2024-12-05T12:26:01,843 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733401561029.202d9b0114a106057adb4cf448f7037f. 2024-12-05T12:26:01,843 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733401561029.202d9b0114a106057adb4cf448f7037f. 2024-12-05T12:26:01,843 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 202d9b0114a106057adb4cf448f7037f: Waiting for close lock at 1733401561843Disabling compacts and flushes for region at 1733401561843Disabling writes for close at 1733401561843Writing region close event to WAL at 1733401561843Closed at 1733401561843 2024-12-05T12:26:01,844 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:26:01,844 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733401561029.202d9b0114a106057adb4cf448f7037f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733401561844"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401561844"}]},"ts":"1733401561844"} 2024-12-05T12:26:01,846 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:26:01,846 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:26:01,847 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401561846"}]},"ts":"1733401561846"} 2024-12-05T12:26:01,848 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T12:26:01,848 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=202d9b0114a106057adb4cf448f7037f, ASSIGN}] 2024-12-05T12:26:01,849 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=202d9b0114a106057adb4cf448f7037f, ASSIGN 2024-12-05T12:26:01,849 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=202d9b0114a106057adb4cf448f7037f, ASSIGN; state=OFFLINE, location=9ea9abad0e9b,39091,1733401547781; forceNewPlan=false, retain=false 2024-12-05T12:26:02,000 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=202d9b0114a106057adb4cf448f7037f, regionState=OPENING, regionLocation=9ea9abad0e9b,39091,1733401547781 2024-12-05T12:26:02,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=202d9b0114a106057adb4cf448f7037f, ASSIGN because future has completed 2024-12-05T12:26:02,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 202d9b0114a106057adb4cf448f7037f, server=9ea9abad0e9b,39091,1733401547781}] 2024-12-05T12:26:02,156 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733401561029.202d9b0114a106057adb4cf448f7037f. 2024-12-05T12:26:02,156 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 202d9b0114a106057adb4cf448f7037f, NAME => 'test,,1733401561029.202d9b0114a106057adb4cf448f7037f.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:26:02,157 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:26:02,157 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T12:26:02,157 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 202d9b0114a106057adb4cf448f7037f 2024-12-05T12:26:02,157 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733401561029.202d9b0114a106057adb4cf448f7037f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:26:02,157 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 202d9b0114a106057adb4cf448f7037f 2024-12-05T12:26:02,157 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 202d9b0114a106057adb4cf448f7037f 2024-12-05T12:26:02,158 INFO [StoreOpener-202d9b0114a106057adb4cf448f7037f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 202d9b0114a106057adb4cf448f7037f 2024-12-05T12:26:02,159 INFO [StoreOpener-202d9b0114a106057adb4cf448f7037f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 202d9b0114a106057adb4cf448f7037f columnFamilyName f 2024-12-05T12:26:02,159 DEBUG [StoreOpener-202d9b0114a106057adb4cf448f7037f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:02,159 INFO [StoreOpener-202d9b0114a106057adb4cf448f7037f-1 {}] regionserver.HStore(327): Store=202d9b0114a106057adb4cf448f7037f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:02,159 INFO [StoreOpener-202d9b0114a106057adb4cf448f7037f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 202d9b0114a106057adb4cf448f7037f 2024-12-05T12:26:02,160 INFO [StoreOpener-202d9b0114a106057adb4cf448f7037f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 202d9b0114a106057adb4cf448f7037f columnFamilyName f1 2024-12-05T12:26:02,160 DEBUG [StoreOpener-202d9b0114a106057adb4cf448f7037f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:02,160 INFO [StoreOpener-202d9b0114a106057adb4cf448f7037f-1 {}] regionserver.HStore(327): Store=202d9b0114a106057adb4cf448f7037f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:02,160 INFO [StoreOpener-202d9b0114a106057adb4cf448f7037f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 202d9b0114a106057adb4cf448f7037f 2024-12-05T12:26:02,161 INFO [StoreOpener-202d9b0114a106057adb4cf448f7037f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 202d9b0114a106057adb4cf448f7037f columnFamilyName norep 2024-12-05T12:26:02,161 DEBUG [StoreOpener-202d9b0114a106057adb4cf448f7037f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:02,161 INFO [StoreOpener-202d9b0114a106057adb4cf448f7037f-1 {}] regionserver.HStore(327): Store=202d9b0114a106057adb4cf448f7037f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:02,161 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 202d9b0114a106057adb4cf448f7037f 2024-12-05T12:26:02,161 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/data/default/test/202d9b0114a106057adb4cf448f7037f 2024-12-05T12:26:02,161 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/data/default/test/202d9b0114a106057adb4cf448f7037f 2024-12-05T12:26:02,162 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 202d9b0114a106057adb4cf448f7037f 2024-12-05T12:26:02,162 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 202d9b0114a106057adb4cf448f7037f 2024-12-05T12:26:02,162 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:26:02,163 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 202d9b0114a106057adb4cf448f7037f 2024-12-05T12:26:02,164 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/data/default/test/202d9b0114a106057adb4cf448f7037f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:26:02,165 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 202d9b0114a106057adb4cf448f7037f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73701144, jitterRate=0.09823262691497803}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:26:02,165 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 202d9b0114a106057adb4cf448f7037f 2024-12-05T12:26:02,165 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 202d9b0114a106057adb4cf448f7037f: Running coprocessor pre-open hook at 1733401562157Writing region info on filesystem at 1733401562157Initializing all the Stores at 1733401562158 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401562158Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401562158Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401562158Cleaning up temporary data from old regions at 1733401562162 (+4 ms)Running coprocessor post-open hooks at 1733401562165 (+3 ms)Region opened successfully at 1733401562165 2024-12-05T12:26:02,165 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733401561029.202d9b0114a106057adb4cf448f7037f., pid=6, masterSystemTime=1733401562153 2024-12-05T12:26:02,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:26:02,167 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=202d9b0114a106057adb4cf448f7037f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9ea9abad0e9b,39091,1733401547781 2024-12-05T12:26:02,167 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733401561029.202d9b0114a106057adb4cf448f7037f. 2024-12-05T12:26:02,167 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733401561029.202d9b0114a106057adb4cf448f7037f. 2024-12-05T12:26:02,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 202d9b0114a106057adb4cf448f7037f, server=9ea9abad0e9b,39091,1733401547781 because future has completed 2024-12-05T12:26:02,171 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T12:26:02,171 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 202d9b0114a106057adb4cf448f7037f, server=9ea9abad0e9b,39091,1733401547781 in 167 msec 2024-12-05T12:26:02,172 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T12:26:02,172 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=202d9b0114a106057adb4cf448f7037f, ASSIGN in 323 msec 2024-12-05T12:26:02,173 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:26:02,173 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401562173"}]},"ts":"1733401562173"} 2024-12-05T12:26:02,174 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T12:26:02,175 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:26:02,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1450 sec 2024-12-05T12:26:03,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:26:03,175 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T12:26:03,176 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:26:03,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,38415,1733401552567 2024-12-05T12:26:03,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46051aa2 2024-12-05T12:26:03,177 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:26:03,177 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:26:03,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38415 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:26:03,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38415 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T12:26:03,180 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:26:03,180 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:03,180 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38415 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T12:26:03,181 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:26:03,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:26:03,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41565 is added to blk_1073741835_1011 (size=902) 2024-12-05T12:26:03,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:26:03,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:26:03,587 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 118b573ec23791d2f4e867a60d58ec7b, NAME => 'test,,1733401563178.118b573ec23791d2f4e867a60d58ec7b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883 2024-12-05T12:26:03,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41565 is added to blk_1073741836_1012 (size=39) 2024-12-05T12:26:03,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:26:03,991 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733401563178.118b573ec23791d2f4e867a60d58ec7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:26:03,991 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 118b573ec23791d2f4e867a60d58ec7b, disabling compactions & flushes 2024-12-05T12:26:03,991 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733401563178.118b573ec23791d2f4e867a60d58ec7b. 2024-12-05T12:26:03,991 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401563178.118b573ec23791d2f4e867a60d58ec7b. 2024-12-05T12:26:03,991 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733401563178.118b573ec23791d2f4e867a60d58ec7b. after waiting 0 ms 2024-12-05T12:26:03,991 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733401563178.118b573ec23791d2f4e867a60d58ec7b. 2024-12-05T12:26:03,991 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733401563178.118b573ec23791d2f4e867a60d58ec7b. 2024-12-05T12:26:03,991 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 118b573ec23791d2f4e867a60d58ec7b: Waiting for close lock at 1733401563991Disabling compacts and flushes for region at 1733401563991Disabling writes for close at 1733401563991Writing region close event to WAL at 1733401563991Closed at 1733401563991 2024-12-05T12:26:03,992 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:26:03,993 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733401563178.118b573ec23791d2f4e867a60d58ec7b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733401563993"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401563993"}]},"ts":"1733401563993"} 2024-12-05T12:26:03,994 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:26:03,995 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:26:03,995 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401563995"}]},"ts":"1733401563995"} 2024-12-05T12:26:03,996 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T12:26:03,997 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=118b573ec23791d2f4e867a60d58ec7b, ASSIGN}] 2024-12-05T12:26:03,997 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=118b573ec23791d2f4e867a60d58ec7b, ASSIGN 2024-12-05T12:26:03,998 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=118b573ec23791d2f4e867a60d58ec7b, ASSIGN; state=OFFLINE, location=9ea9abad0e9b,33893,1733401552682; forceNewPlan=false, retain=false 2024-12-05T12:26:04,148 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=118b573ec23791d2f4e867a60d58ec7b, regionState=OPENING, regionLocation=9ea9abad0e9b,33893,1733401552682 2024-12-05T12:26:04,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=118b573ec23791d2f4e867a60d58ec7b, ASSIGN because future has completed 2024-12-05T12:26:04,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 118b573ec23791d2f4e867a60d58ec7b, server=9ea9abad0e9b,33893,1733401552682}] 2024-12-05T12:26:04,305 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733401563178.118b573ec23791d2f4e867a60d58ec7b. 2024-12-05T12:26:04,305 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 118b573ec23791d2f4e867a60d58ec7b, NAME => 'test,,1733401563178.118b573ec23791d2f4e867a60d58ec7b.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:26:04,305 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:26:04,306 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T12:26:04,306 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 118b573ec23791d2f4e867a60d58ec7b 2024-12-05T12:26:04,306 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733401563178.118b573ec23791d2f4e867a60d58ec7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:26:04,306 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 118b573ec23791d2f4e867a60d58ec7b 2024-12-05T12:26:04,306 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 118b573ec23791d2f4e867a60d58ec7b 2024-12-05T12:26:04,307 INFO [StoreOpener-118b573ec23791d2f4e867a60d58ec7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 118b573ec23791d2f4e867a60d58ec7b 2024-12-05T12:26:04,308 INFO [StoreOpener-118b573ec23791d2f4e867a60d58ec7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 118b573ec23791d2f4e867a60d58ec7b columnFamilyName f 2024-12-05T12:26:04,308 DEBUG [StoreOpener-118b573ec23791d2f4e867a60d58ec7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:04,308 INFO [StoreOpener-118b573ec23791d2f4e867a60d58ec7b-1 {}] regionserver.HStore(327): Store=118b573ec23791d2f4e867a60d58ec7b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:04,308 INFO [StoreOpener-118b573ec23791d2f4e867a60d58ec7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 118b573ec23791d2f4e867a60d58ec7b 2024-12-05T12:26:04,309 INFO [StoreOpener-118b573ec23791d2f4e867a60d58ec7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 118b573ec23791d2f4e867a60d58ec7b columnFamilyName f1 2024-12-05T12:26:04,309 DEBUG [StoreOpener-118b573ec23791d2f4e867a60d58ec7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:04,309 INFO [StoreOpener-118b573ec23791d2f4e867a60d58ec7b-1 {}] regionserver.HStore(327): Store=118b573ec23791d2f4e867a60d58ec7b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:04,309 INFO [StoreOpener-118b573ec23791d2f4e867a60d58ec7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 118b573ec23791d2f4e867a60d58ec7b 2024-12-05T12:26:04,310 INFO [StoreOpener-118b573ec23791d2f4e867a60d58ec7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 118b573ec23791d2f4e867a60d58ec7b columnFamilyName norep 2024-12-05T12:26:04,310 DEBUG [StoreOpener-118b573ec23791d2f4e867a60d58ec7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:04,310 INFO [StoreOpener-118b573ec23791d2f4e867a60d58ec7b-1 {}] regionserver.HStore(327): Store=118b573ec23791d2f4e867a60d58ec7b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:04,310 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 118b573ec23791d2f4e867a60d58ec7b 2024-12-05T12:26:04,311 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/data/default/test/118b573ec23791d2f4e867a60d58ec7b 2024-12-05T12:26:04,311 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/data/default/test/118b573ec23791d2f4e867a60d58ec7b 2024-12-05T12:26:04,312 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 118b573ec23791d2f4e867a60d58ec7b 2024-12-05T12:26:04,312 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 118b573ec23791d2f4e867a60d58ec7b 2024-12-05T12:26:04,312 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:26:04,313 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 118b573ec23791d2f4e867a60d58ec7b 2024-12-05T12:26:04,314 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/data/default/test/118b573ec23791d2f4e867a60d58ec7b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:26:04,314 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 118b573ec23791d2f4e867a60d58ec7b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62189558, jitterRate=-0.07330337166786194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:26:04,314 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 118b573ec23791d2f4e867a60d58ec7b 2024-12-05T12:26:04,314 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 118b573ec23791d2f4e867a60d58ec7b: Running coprocessor pre-open hook at 1733401564306Writing region info on filesystem at 1733401564306Initializing all the Stores at 1733401564306Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401564307 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401564307Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401564307Cleaning up temporary data from old regions at 1733401564312 (+5 ms)Running coprocessor post-open hooks at 1733401564314 (+2 ms)Region opened successfully at 1733401564314 2024-12-05T12:26:04,315 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733401563178.118b573ec23791d2f4e867a60d58ec7b., pid=6, masterSystemTime=1733401564302 2024-12-05T12:26:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:26:04,316 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733401563178.118b573ec23791d2f4e867a60d58ec7b. 2024-12-05T12:26:04,316 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733401563178.118b573ec23791d2f4e867a60d58ec7b. 2024-12-05T12:26:04,316 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=118b573ec23791d2f4e867a60d58ec7b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9ea9abad0e9b,33893,1733401552682 2024-12-05T12:26:04,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 118b573ec23791d2f4e867a60d58ec7b, server=9ea9abad0e9b,33893,1733401552682 because future has completed 2024-12-05T12:26:04,322 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T12:26:04,322 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 118b573ec23791d2f4e867a60d58ec7b, server=9ea9abad0e9b,33893,1733401552682 in 171 msec 2024-12-05T12:26:04,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T12:26:04,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=118b573ec23791d2f4e867a60d58ec7b, ASSIGN in 325 msec 2024-12-05T12:26:04,324 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:26:04,325 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401564324"}]},"ts":"1733401564324"} 2024-12-05T12:26:04,326 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T12:26:04,326 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:26:04,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1480 sec 2024-12-05T12:26:04,605 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:26:04,605 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9ea9abad0e9b,43791,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:43791 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T12:26:04,606 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148916 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9ea9abad0e9b,43791,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:43791 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T12:26:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:26:05,326 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T12:26:05,326 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:26:05,326 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,35549,1733401557562 2024-12-05T12:26:05,327 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@637480c1 2024-12-05T12:26:05,327 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:26:05,328 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:26:05,328 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35549 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:26:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35549 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T12:26:05,331 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:26:05,331 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:05,331 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35549 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T12:26:05,332 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:26:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:26:05,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741835_1011 (size=902) 2024-12-05T12:26:05,347 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cb85689d246df77658efe2139f84a124, NAME => 'test,,1733401565328.cb85689d246df77658efe2139f84a124.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba 2024-12-05T12:26:05,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741836_1012 (size=39) 2024-12-05T12:26:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:26:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:26:05,752 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733401565328.cb85689d246df77658efe2139f84a124.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:26:05,752 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cb85689d246df77658efe2139f84a124, disabling compactions & flushes 2024-12-05T12:26:05,752 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733401565328.cb85689d246df77658efe2139f84a124. 2024-12-05T12:26:05,752 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401565328.cb85689d246df77658efe2139f84a124. 2024-12-05T12:26:05,752 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733401565328.cb85689d246df77658efe2139f84a124. after waiting 0 ms 2024-12-05T12:26:05,752 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733401565328.cb85689d246df77658efe2139f84a124. 2024-12-05T12:26:05,752 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733401565328.cb85689d246df77658efe2139f84a124. 2024-12-05T12:26:05,752 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cb85689d246df77658efe2139f84a124: Waiting for close lock at 1733401565752Disabling compacts and flushes for region at 1733401565752Disabling writes for close at 1733401565752Writing region close event to WAL at 1733401565752Closed at 1733401565752 2024-12-05T12:26:05,753 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:26:05,753 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733401565328.cb85689d246df77658efe2139f84a124.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733401565753"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401565753"}]},"ts":"1733401565753"} 2024-12-05T12:26:05,755 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:26:05,756 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:26:05,756 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401565756"}]},"ts":"1733401565756"} 2024-12-05T12:26:05,757 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T12:26:05,757 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cb85689d246df77658efe2139f84a124, ASSIGN}] 2024-12-05T12:26:05,758 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cb85689d246df77658efe2139f84a124, ASSIGN 2024-12-05T12:26:05,759 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cb85689d246df77658efe2139f84a124, ASSIGN; state=OFFLINE, location=9ea9abad0e9b,33879,1733401557683; forceNewPlan=false, retain=false 2024-12-05T12:26:05,922 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cb85689d246df77658efe2139f84a124, regionState=OPENING, regionLocation=9ea9abad0e9b,33879,1733401557683 2024-12-05T12:26:05,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cb85689d246df77658efe2139f84a124, ASSIGN because future has completed 2024-12-05T12:26:05,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb85689d246df77658efe2139f84a124, server=9ea9abad0e9b,33879,1733401557683}] 2024-12-05T12:26:05,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:26:06,082 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733401565328.cb85689d246df77658efe2139f84a124. 2024-12-05T12:26:06,082 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cb85689d246df77658efe2139f84a124, NAME => 'test,,1733401565328.cb85689d246df77658efe2139f84a124.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:26:06,083 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:26:06,083 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T12:26:06,083 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cb85689d246df77658efe2139f84a124 2024-12-05T12:26:06,083 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733401565328.cb85689d246df77658efe2139f84a124.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:26:06,083 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cb85689d246df77658efe2139f84a124 2024-12-05T12:26:06,083 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cb85689d246df77658efe2139f84a124 2024-12-05T12:26:06,085 INFO [StoreOpener-cb85689d246df77658efe2139f84a124-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cb85689d246df77658efe2139f84a124 2024-12-05T12:26:06,087 INFO [StoreOpener-cb85689d246df77658efe2139f84a124-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb85689d246df77658efe2139f84a124 columnFamilyName f 2024-12-05T12:26:06,087 DEBUG [StoreOpener-cb85689d246df77658efe2139f84a124-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:06,087 INFO [StoreOpener-cb85689d246df77658efe2139f84a124-1 {}] regionserver.HStore(327): Store=cb85689d246df77658efe2139f84a124/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:06,087 INFO [StoreOpener-cb85689d246df77658efe2139f84a124-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cb85689d246df77658efe2139f84a124 2024-12-05T12:26:06,088 INFO [StoreOpener-cb85689d246df77658efe2139f84a124-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb85689d246df77658efe2139f84a124 columnFamilyName f1 2024-12-05T12:26:06,088 DEBUG [StoreOpener-cb85689d246df77658efe2139f84a124-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:06,088 INFO [StoreOpener-cb85689d246df77658efe2139f84a124-1 {}] regionserver.HStore(327): Store=cb85689d246df77658efe2139f84a124/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:06,088 INFO [StoreOpener-cb85689d246df77658efe2139f84a124-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cb85689d246df77658efe2139f84a124 2024-12-05T12:26:06,089 INFO [StoreOpener-cb85689d246df77658efe2139f84a124-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb85689d246df77658efe2139f84a124 columnFamilyName norep 2024-12-05T12:26:06,089 DEBUG [StoreOpener-cb85689d246df77658efe2139f84a124-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:06,089 INFO [StoreOpener-cb85689d246df77658efe2139f84a124-1 {}] regionserver.HStore(327): Store=cb85689d246df77658efe2139f84a124/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:06,090 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cb85689d246df77658efe2139f84a124 2024-12-05T12:26:06,090 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/data/default/test/cb85689d246df77658efe2139f84a124 2024-12-05T12:26:06,090 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/data/default/test/cb85689d246df77658efe2139f84a124 2024-12-05T12:26:06,091 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cb85689d246df77658efe2139f84a124 2024-12-05T12:26:06,091 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cb85689d246df77658efe2139f84a124 2024-12-05T12:26:06,091 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:26:06,092 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cb85689d246df77658efe2139f84a124 2024-12-05T12:26:06,094 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/data/default/test/cb85689d246df77658efe2139f84a124/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:26:06,094 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cb85689d246df77658efe2139f84a124; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67490112, jitterRate=0.005681037902832031}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:26:06,094 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cb85689d246df77658efe2139f84a124 2024-12-05T12:26:06,094 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cb85689d246df77658efe2139f84a124: Running coprocessor pre-open hook at 1733401566083Writing region info on filesystem at 1733401566083Initializing all the Stores at 1733401566084 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401566084Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401566085 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401566085Cleaning up temporary data from old regions at 1733401566091 (+6 ms)Running coprocessor post-open hooks at 1733401566094 (+3 ms)Region opened successfully at 1733401566094 2024-12-05T12:26:06,095 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733401565328.cb85689d246df77658efe2139f84a124., pid=6, masterSystemTime=1733401566079 2024-12-05T12:26:06,097 DEBUG [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733401565328.cb85689d246df77658efe2139f84a124. 2024-12-05T12:26:06,097 INFO [RS_OPEN_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733401565328.cb85689d246df77658efe2139f84a124. 2024-12-05T12:26:06,097 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cb85689d246df77658efe2139f84a124, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9ea9abad0e9b,33879,1733401557683 2024-12-05T12:26:06,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb85689d246df77658efe2139f84a124, server=9ea9abad0e9b,33879,1733401557683 because future has completed 2024-12-05T12:26:06,102 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T12:26:06,102 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cb85689d246df77658efe2139f84a124, server=9ea9abad0e9b,33879,1733401557683 in 173 msec 2024-12-05T12:26:06,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T12:26:06,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cb85689d246df77658efe2139f84a124, ASSIGN in 345 msec 2024-12-05T12:26:06,104 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:26:06,104 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401566104"}]},"ts":"1733401566104"} 2024-12-05T12:26:06,105 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T12:26:06,106 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:26:06,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 778 msec 2024-12-05T12:26:06,377 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:26:06,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:06,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:06,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:06,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:06,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:06,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:06,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:06,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:06,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:06,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:06,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:06,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:06,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:06,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:06,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:06,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:06,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:06,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:06,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:26:06,465 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T12:26:06,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@321da4ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:26:06,466 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,35301,-1 for getting cluster id 2024-12-05T12:26:06,466 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:26:06,467 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b9270f4-da11-4e61-9302-0d15fd660697' 2024-12-05T12:26:06,467 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:26:06,467 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b9270f4-da11-4e61-9302-0d15fd660697" 2024-12-05T12:26:06,467 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4624cc84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:26:06,467 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,35301,-1] 2024-12-05T12:26:06,467 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:26:06,467 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:26:06,468 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:26:06,468 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@416674ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:26:06,469 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:26:06,469 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,35301,1733401547604 2024-12-05T12:26:06,469 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7dee1c05 2024-12-05T12:26:06,469 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:26:06,470 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:26:06,470 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9ea9abad0e9b:38415,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T12:26:06,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T12:26:06,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:26:06,472 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ea9abad0e9b:38415' 2024-12-05T12:26:06,473 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24c2a14f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:26:06,473 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,38415,-1 for getting cluster id 2024-12-05T12:26:06,473 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:26:06,474 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ebd636e-80a7-40ab-9875-fd9c2626aadc' 2024-12-05T12:26:06,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:26:06,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ebd636e-80a7-40ab-9875-fd9c2626aadc" 2024-12-05T12:26:06,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f2d851a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:26:06,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,38415,-1] 2024-12-05T12:26:06,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:26:06,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:26:06,475 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:26:06,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33379354, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:26:06,475 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:26:06,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,38415,1733401552567 2024-12-05T12:26:06,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26d6f4da 2024-12-05T12:26:06,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:26:06,477 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:26:06,477 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T12:26:06,477 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T12:26:06,477 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:26:06,477 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:26:06,477 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:26:06,478 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:26:06,479 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T12:26:06,479 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:26:06,479 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:06,480 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:26:06,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741837_1013 (size=1138) 2024-12-05T12:26:06,529 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T12:26:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:26:06,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:26:06,886 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aa1e8fad8b3491d3ee283c0b61c0acdc, NAME => 'hbase:replication,,1733401566478.aa1e8fad8b3491d3ee283c0b61c0acdc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0 2024-12-05T12:26:06,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741838_1014 (size=44) 2024-12-05T12:26:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:26:07,290 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401566478.aa1e8fad8b3491d3ee283c0b61c0acdc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:26:07,290 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing aa1e8fad8b3491d3ee283c0b61c0acdc, disabling compactions & flushes 2024-12-05T12:26:07,290 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401566478.aa1e8fad8b3491d3ee283c0b61c0acdc. 2024-12-05T12:26:07,290 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401566478.aa1e8fad8b3491d3ee283c0b61c0acdc. 2024-12-05T12:26:07,290 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401566478.aa1e8fad8b3491d3ee283c0b61c0acdc. after waiting 0 ms 2024-12-05T12:26:07,290 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401566478.aa1e8fad8b3491d3ee283c0b61c0acdc. 2024-12-05T12:26:07,290 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733401566478.aa1e8fad8b3491d3ee283c0b61c0acdc. 2024-12-05T12:26:07,291 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for aa1e8fad8b3491d3ee283c0b61c0acdc: Waiting for close lock at 1733401567290Disabling compacts and flushes for region at 1733401567290Disabling writes for close at 1733401567290Writing region close event to WAL at 1733401567290Closed at 1733401567290 2024-12-05T12:26:07,291 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:26:07,292 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733401566478.aa1e8fad8b3491d3ee283c0b61c0acdc.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733401567292"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401567292"}]},"ts":"1733401567292"} 2024-12-05T12:26:07,293 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:26:07,294 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:26:07,294 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401567294"}]},"ts":"1733401567294"} 2024-12-05T12:26:07,295 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T12:26:07,295 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aa1e8fad8b3491d3ee283c0b61c0acdc, ASSIGN}] 2024-12-05T12:26:07,296 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aa1e8fad8b3491d3ee283c0b61c0acdc, ASSIGN 2024-12-05T12:26:07,296 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=aa1e8fad8b3491d3ee283c0b61c0acdc, ASSIGN; state=OFFLINE, location=9ea9abad0e9b,39091,1733401547781; forceNewPlan=false, retain=false 2024-12-05T12:26:07,447 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=aa1e8fad8b3491d3ee283c0b61c0acdc, regionState=OPENING, regionLocation=9ea9abad0e9b,39091,1733401547781 2024-12-05T12:26:07,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=aa1e8fad8b3491d3ee283c0b61c0acdc, ASSIGN because future has completed 2024-12-05T12:26:07,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa1e8fad8b3491d3ee283c0b61c0acdc, server=9ea9abad0e9b,39091,1733401547781}] 2024-12-05T12:26:07,603 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733401566478.aa1e8fad8b3491d3ee283c0b61c0acdc. 2024-12-05T12:26:07,603 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:26:07,604 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T12:26:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:26:07,605 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ea9abad0e9b%2C39091%2C1733401547781.rep, suffix=, logDir=hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781, archiveDir=hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/oldWALs, maxLogs=10 2024-12-05T12:26:07,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.rep.1733401567605, exclude list is [], retry=0 2024-12-05T12:26:07,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40587,DS-4f8aeea5-be1c-4b67-b262-db697f0f8c09,DISK] 2024-12-05T12:26:07,620 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.rep.1733401567605 2024-12-05T12:26:07,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43515:43515)] 2024-12-05T12:26:07,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => aa1e8fad8b3491d3ee283c0b61c0acdc, NAME => 'hbase:replication,,1733401566478.aa1e8fad8b3491d3ee283c0b61c0acdc.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:26:07,621 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:26:07,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:26:07,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733401566478.aa1e8fad8b3491d3ee283c0b61c0acdc. service=MultiRowMutationService 2024-12-05T12:26:07,621 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T12:26:07,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication aa1e8fad8b3491d3ee283c0b61c0acdc 2024-12-05T12:26:07,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401566478.aa1e8fad8b3491d3ee283c0b61c0acdc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:26:07,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for aa1e8fad8b3491d3ee283c0b61c0acdc 2024-12-05T12:26:07,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for aa1e8fad8b3491d3ee283c0b61c0acdc 2024-12-05T12:26:07,622 INFO [StoreOpener-aa1e8fad8b3491d3ee283c0b61c0acdc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region aa1e8fad8b3491d3ee283c0b61c0acdc 2024-12-05T12:26:07,623 INFO [StoreOpener-aa1e8fad8b3491d3ee283c0b61c0acdc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa1e8fad8b3491d3ee283c0b61c0acdc columnFamilyName hfileref 2024-12-05T12:26:07,623 DEBUG [StoreOpener-aa1e8fad8b3491d3ee283c0b61c0acdc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:07,623 INFO [StoreOpener-aa1e8fad8b3491d3ee283c0b61c0acdc-1 {}] regionserver.HStore(327): Store=aa1e8fad8b3491d3ee283c0b61c0acdc/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:07,623 INFO [StoreOpener-aa1e8fad8b3491d3ee283c0b61c0acdc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region aa1e8fad8b3491d3ee283c0b61c0acdc 2024-12-05T12:26:07,624 INFO [StoreOpener-aa1e8fad8b3491d3ee283c0b61c0acdc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa1e8fad8b3491d3ee283c0b61c0acdc columnFamilyName queue 2024-12-05T12:26:07,624 DEBUG [StoreOpener-aa1e8fad8b3491d3ee283c0b61c0acdc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:07,624 INFO [StoreOpener-aa1e8fad8b3491d3ee283c0b61c0acdc-1 {}] regionserver.HStore(327): Store=aa1e8fad8b3491d3ee283c0b61c0acdc/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:07,624 INFO [StoreOpener-aa1e8fad8b3491d3ee283c0b61c0acdc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region aa1e8fad8b3491d3ee283c0b61c0acdc 2024-12-05T12:26:07,625 INFO [StoreOpener-aa1e8fad8b3491d3ee283c0b61c0acdc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa1e8fad8b3491d3ee283c0b61c0acdc columnFamilyName sid 2024-12-05T12:26:07,625 DEBUG [StoreOpener-aa1e8fad8b3491d3ee283c0b61c0acdc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:07,625 INFO [StoreOpener-aa1e8fad8b3491d3ee283c0b61c0acdc-1 {}] regionserver.HStore(327): Store=aa1e8fad8b3491d3ee283c0b61c0acdc/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:07,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for aa1e8fad8b3491d3ee283c0b61c0acdc 2024-12-05T12:26:07,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/data/hbase/replication/aa1e8fad8b3491d3ee283c0b61c0acdc 2024-12-05T12:26:07,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/data/hbase/replication/aa1e8fad8b3491d3ee283c0b61c0acdc 2024-12-05T12:26:07,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for aa1e8fad8b3491d3ee283c0b61c0acdc 2024-12-05T12:26:07,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for aa1e8fad8b3491d3ee283c0b61c0acdc 2024-12-05T12:26:07,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:26:07,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for aa1e8fad8b3491d3ee283c0b61c0acdc 2024-12-05T12:26:07,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/data/hbase/replication/aa1e8fad8b3491d3ee283c0b61c0acdc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:26:07,630 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened aa1e8fad8b3491d3ee283c0b61c0acdc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68326847, jitterRate=0.01814936101436615}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:26:07,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aa1e8fad8b3491d3ee283c0b61c0acdc 2024-12-05T12:26:07,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for aa1e8fad8b3491d3ee283c0b61c0acdc: Running coprocessor pre-open hook at 1733401567621Writing region info on filesystem at 1733401567621Initializing all the Stores at 1733401567622 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401567622Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401567622Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401567622Cleaning up temporary data from old regions at 1733401567627 (+5 ms)Running coprocessor post-open hooks at 1733401567630 (+3 ms)Region opened successfully at 1733401567630 2024-12-05T12:26:07,630 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733401566478.aa1e8fad8b3491d3ee283c0b61c0acdc., pid=10, masterSystemTime=1733401567600 2024-12-05T12:26:07,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733401566478.aa1e8fad8b3491d3ee283c0b61c0acdc. 2024-12-05T12:26:07,632 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733401566478.aa1e8fad8b3491d3ee283c0b61c0acdc. 2024-12-05T12:26:07,632 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=aa1e8fad8b3491d3ee283c0b61c0acdc, regionState=OPEN, openSeqNum=2, regionLocation=9ea9abad0e9b,39091,1733401547781 2024-12-05T12:26:07,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa1e8fad8b3491d3ee283c0b61c0acdc, server=9ea9abad0e9b,39091,1733401547781 because future has completed 2024-12-05T12:26:07,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T12:26:07,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure aa1e8fad8b3491d3ee283c0b61c0acdc, server=9ea9abad0e9b,39091,1733401547781 in 185 msec 2024-12-05T12:26:07,637 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T12:26:07,637 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aa1e8fad8b3491d3ee283c0b61c0acdc, ASSIGN in 340 msec 2024-12-05T12:26:07,637 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:26:07,638 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401567638"}]},"ts":"1733401567638"} 2024-12-05T12:26:07,639 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T12:26:07,639 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:26:07,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1610 sec 2024-12-05T12:26:07,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733401566478.aa1e8fad8b3491d3ee283c0b61c0acdc., hostname=9ea9abad0e9b,39091,1733401547781, seqNum=2] 2024-12-05T12:26:07,734 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x101a6a253580001, quorum=127.0.0.1:54749, baseZNode=/0817979520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0817979520 2024-12-05T12:26:07,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35301-0x101a6a253580000, quorum=127.0.0.1:54749, baseZNode=/0817979520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0817979520 2024-12-05T12:26:07,752 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T12:26:07,877 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T12:26:07,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39091 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T12:26:07,905 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T12:26:07,930 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9ea9abad0e9b,39091,1733401547781, ReplicationSource: 1, currentBandwidth=0 2024-12-05T12:26:07,930 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:26:07,930 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,39091,1733401547781, seqNum=-1] 2024-12-05T12:26:07,930 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:26:07,931 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32779, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-12-05T12:26:07,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9ea9abad0e9b,39091,1733401547781', locateType=CURRENT is [region=hbase:replication,,1733401566478.aa1e8fad8b3491d3ee283c0b61c0acdc., hostname=9ea9abad0e9b,39091,1733401547781, seqNum=2] 2024-12-05T12:26:07,935 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T12:26:07,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T12:26:07,937 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9ea9abad0e9b,39091,1733401547781 suceeded 2024-12-05T12:26:07,938 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T12:26:07,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-12-05T12:26:07,939 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9ea9abad0e9b:38415,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T12:26:07,939 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4690 sec 2024-12-05T12:26:07,947 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39091,1733401547781 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ea9abad0e9b:38415' 2024-12-05T12:26:07,948 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39091,1733401547781 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14284ec5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:26:07,948 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39091,1733401547781 {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,38415,-1 for getting cluster id 2024-12-05T12:26:07,948 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39091,1733401547781 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:26:07,949 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ebd636e-80a7-40ab-9875-fd9c2626aadc' 2024-12-05T12:26:07,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:26:07,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ebd636e-80a7-40ab-9875-fd9c2626aadc" 2024-12-05T12:26:07,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16457ec5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:26:07,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,38415,-1] 2024-12-05T12:26:07,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:26:07,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:26:07,950 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:26:07,950 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39091,1733401547781 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39f43ba6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:26:07,950 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39091,1733401547781 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:26:07,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,38415,1733401552567 2024-12-05T12:26:07,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f95ff97 2024-12-05T12:26:07,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:26:07,951 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-05T12:26:07,952 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39091,1733401547781 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9ea9abad0e9b,39091,1733401547781 (queues=1) is replicating from cluster=2b9270f4-da11-4e61-9302-0d15fd660697 to cluster=7ebd636e-80a7-40ab-9875-fd9c2626aadc 2024-12-05T12:26:07,952 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39091,1733401547781 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9ea9abad0e9b%2C39091%2C1733401547781 2024-12-05T12:26:07,952 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39091,1733401547781 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9ea9abad0e9b,39091,1733401547781, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T12:26:07,952 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39091,1733401547781.replicationSource.shipper9ea9abad0e9b%2C39091%2C1733401547781,1-9ea9abad0e9b,39091,1733401547781 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9ea9abad0e9b%2C39091%2C1733401547781 2024-12-05T12:26:07,952 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,1-9ea9abad0e9b,39091,1733401547781 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401550008, startPosition=0, beingWritten=true 2024-12-05T12:26:07,956 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,1-9ea9abad0e9b,39091,1733401547781 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:26:07,956 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,1-9ea9abad0e9b,39091,1733401547781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401550008 to pos 379, reset compression=false 2024-12-05T12:26:07,956 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39091,1733401547781.replicationSource.shipper9ea9abad0e9b%2C39091%2C1733401547781,1-9ea9abad0e9b,39091,1733401547781 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,39091,1733401547781 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401550008, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:26:08,159 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,1-9ea9abad0e9b,39091,1733401547781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401550008 to pos 379, reset compression=false 2024-12-05T12:26:08,462 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,1-9ea9abad0e9b,39091,1733401547781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401550008 to pos 379, reset compression=false 2024-12-05T12:26:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:26:08,615 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T12:26:08,615 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:26:08,615 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:26:08,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:26:08,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:26:08,615 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:26:08,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a1221a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:26:08,616 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,35301,-1 for getting cluster id 2024-12-05T12:26:08,616 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:26:08,616 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b9270f4-da11-4e61-9302-0d15fd660697' 2024-12-05T12:26:08,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:26:08,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b9270f4-da11-4e61-9302-0d15fd660697" 2024-12-05T12:26:08,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@354e7e95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:26:08,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,35301,-1] 2024-12-05T12:26:08,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:26:08,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:26:08,617 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:26:08,618 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a15cc40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:26:08,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@796dd015, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:26:08,618 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,38415,-1 for getting cluster id 2024-12-05T12:26:08,618 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:26:08,619 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ebd636e-80a7-40ab-9875-fd9c2626aadc' 2024-12-05T12:26:08,619 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:26:08,619 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ebd636e-80a7-40ab-9875-fd9c2626aadc" 2024-12-05T12:26:08,619 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38dad175, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:26:08,619 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,38415,-1] 2024-12-05T12:26:08,619 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:26:08,619 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:26:08,620 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:26:08,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d26e854, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:26:08,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@429f4238, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:26:08,620 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,35549,-1 for getting cluster id 2024-12-05T12:26:08,621 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:26:08,621 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '47b26bfb-e763-43e7-8be0-05444ae037d5' 2024-12-05T12:26:08,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:26:08,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "47b26bfb-e763-43e7-8be0-05444ae037d5" 2024-12-05T12:26:08,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ecc090a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:26:08,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,35549,-1] 2024-12-05T12:26:08,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:26:08,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:26:08,622 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:26:08,622 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e80b489, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:26:08,623 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:26:08,626 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1733401568625/Put/seqid=0 2024-12-05T12:26:08,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741840_1016 (size=7894) 2024-12-05T12:26:08,865 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,1-9ea9abad0e9b,39091,1733401547781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401550008 to pos 379, reset compression=false 2024-12-05T12:26:09,031 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1733401569030/Put/seqid=0 2024-12-05T12:26:09,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741841_1017 (size=7691) 2024-12-05T12:26:09,368 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,1-9ea9abad0e9b,39091,1733401547781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401550008 to pos 379, reset compression=false 2024-12-05T12:26:09,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@552c4608, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:26:09,436 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,35301,-1 for getting cluster id 2024-12-05T12:26:09,436 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:26:09,436 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b9270f4-da11-4e61-9302-0d15fd660697' 2024-12-05T12:26:09,437 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:26:09,437 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b9270f4-da11-4e61-9302-0d15fd660697" 2024-12-05T12:26:09,437 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a158adf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:26:09,437 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,35301,-1] 2024-12-05T12:26:09,437 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:26:09,437 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:26:09,438 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:26:09,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23ce5e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:26:09,438 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:26:09,439 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,39091,1733401547781, seqNum=-1] 2024-12-05T12:26:09,439 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:26:09,439 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:26:09,445 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:26:09,446 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,35301,1733401547604 2024-12-05T12:26:09,446 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1609303d 2024-12-05T12:26:09,446 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:26:09,447 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:26:09,449 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733401561029.202d9b0114a106057adb4cf448f7037f., hostname=9ea9abad0e9b,39091,1733401547781, seqNum=2] 2024-12-05T12:26:09,451 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T12:26:09,455 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-12-05T12:26:09,457 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-12-05T12:26:09,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 202d9b0114a106057adb4cf448f7037f/f 2024-12-05T12:26:09,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-05T12:26:09,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T12:26:09,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 202d9b0114a106057adb4cf448f7037f/f 2024-12-05T12:26:09,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-05T12:26:09,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T12:26:09,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.HRegion(2603): Flush status journal for 202d9b0114a106057adb4cf448f7037f: 2024-12-05T12:26:09,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/staging/jenkins__test__u1tntbrnr86nrr4karoc6ja107gk1e9pio9m0d11uojj3d5lh187fgkutbopedve/f/hfile_0 2024-12-05T12:26:09,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/staging/jenkins__test__u1tntbrnr86nrr4karoc6ja107gk1e9pio9m0d11uojj3d5lh187fgkutbopedve/f/hfile_0 as hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/data/default/test/202d9b0114a106057adb4cf448f7037f/f/d93fb55fe89e402e808918e720c388a0_SeqId_4_ 2024-12-05T12:26:09,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/staging/jenkins__test__u1tntbrnr86nrr4karoc6ja107gk1e9pio9m0d11uojj3d5lh187fgkutbopedve/f/hfile_1 2024-12-05T12:26:09,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/staging/jenkins__test__u1tntbrnr86nrr4karoc6ja107gk1e9pio9m0d11uojj3d5lh187fgkutbopedve/f/hfile_1 as hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/data/default/test/202d9b0114a106057adb4cf448f7037f/f/182b05d529b844a79ac8e4d203709cc3_SeqId_4_ 2024-12-05T12:26:09,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/staging/jenkins__test__u1tntbrnr86nrr4karoc6ja107gk1e9pio9m0d11uojj3d5lh187fgkutbopedve/f/hfile_0 into 202d9b0114a106057adb4cf448f7037f/f as hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/data/default/test/202d9b0114a106057adb4cf448f7037f/f/d93fb55fe89e402e808918e720c388a0_SeqId_4_ - updating store file list. 2024-12-05T12:26:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d93fb55fe89e402e808918e720c388a0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T12:26:09,476 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/data/default/test/202d9b0114a106057adb4cf448f7037f/f/d93fb55fe89e402e808918e720c388a0_SeqId_4_ into 202d9b0114a106057adb4cf448f7037f/f 2024-12-05T12:26:09,476 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/staging/jenkins__test__u1tntbrnr86nrr4karoc6ja107gk1e9pio9m0d11uojj3d5lh187fgkutbopedve/f/hfile_0 into 202d9b0114a106057adb4cf448f7037f/f (new location: hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/data/default/test/202d9b0114a106057adb4cf448f7037f/f/d93fb55fe89e402e808918e720c388a0_SeqId_4_) 2024-12-05T12:26:09,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/staging/jenkins__test__u1tntbrnr86nrr4karoc6ja107gk1e9pio9m0d11uojj3d5lh187fgkutbopedve/f/hfile_0 2024-12-05T12:26:09,476 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/staging/jenkins__test__u1tntbrnr86nrr4karoc6ja107gk1e9pio9m0d11uojj3d5lh187fgkutbopedve/f/hfile_1 into 202d9b0114a106057adb4cf448f7037f/f as hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/data/default/test/202d9b0114a106057adb4cf448f7037f/f/182b05d529b844a79ac8e4d203709cc3_SeqId_4_ - updating store file list. 2024-12-05T12:26:09,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 182b05d529b844a79ac8e4d203709cc3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T12:26:09,479 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/data/default/test/202d9b0114a106057adb4cf448f7037f/f/182b05d529b844a79ac8e4d203709cc3_SeqId_4_ into 202d9b0114a106057adb4cf448f7037f/f 2024-12-05T12:26:09,479 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/staging/jenkins__test__u1tntbrnr86nrr4karoc6ja107gk1e9pio9m0d11uojj3d5lh187fgkutbopedve/f/hfile_1 into 202d9b0114a106057adb4cf448f7037f/f (new location: hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/data/default/test/202d9b0114a106057adb4cf448f7037f/f/182b05d529b844a79ac8e4d203709cc3_SeqId_4_) 2024-12-05T12:26:09,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/staging/jenkins__test__u1tntbrnr86nrr4karoc6ja107gk1e9pio9m0d11uojj3d5lh187fgkutbopedve/f/hfile_1 2024-12-05T12:26:09,480 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:26:09,481 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:26:09,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:26:09,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:26:09,481 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:26:09,481 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733401561029.202d9b0114a106057adb4cf448f7037f., hostname=9ea9abad0e9b,39091,1733401547781, seqNum=2 , the old value is region=test,,1733401561029.202d9b0114a106057adb4cf448f7037f., hostname=9ea9abad0e9b,39091,1733401547781, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9ea9abad0e9b:39091 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T12:26:09,481 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733401561029.202d9b0114a106057adb4cf448f7037f., hostname=9ea9abad0e9b,39091,1733401547781, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T12:26:09,481 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733401561029.202d9b0114a106057adb4cf448f7037f., hostname=9ea9abad0e9b,39091,1733401547781, seqNum=2 from cache 2024-12-05T12:26:09,481 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:26:09,482 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,33893,1733401552682, seqNum=-1] 2024-12-05T12:26:09,482 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:26:09,482 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-05T12:26:09,483 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:26:09,484 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733401563178.118b573ec23791d2f4e867a60d58ec7b., hostname=9ea9abad0e9b,33893,1733401552682, seqNum=2] 2024-12-05T12:26:09,486 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T12:26:09,585 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:39091 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-12-05T12:26:09,971 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,1-9ea9abad0e9b,39091,1733401547781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401550008 to pos 379, reset compression=false 2024-12-05T12:26:09,974 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T12:26:09,974 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,1-9ea9abad0e9b,39091,1733401547781 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:26:09,974 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39091,1733401547781.replicationSource.shipper9ea9abad0e9b%2C39091%2C1733401547781,1-9ea9abad0e9b,39091,1733401547781 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,39091,1733401547781 got entry batch from reader: WALEntryBatch [walEntries=[{test/202d9b0114a106057adb4cf448f7037f/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733401569479/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401550008, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-05T12:26:09,976 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39091,1733401547781.replicationSource.shipper9ea9abad0e9b%2C39091%2C1733401547781,1-9ea9abad0e9b,39091,1733401547781 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:26:09,977 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-05T12:26:09,977 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] regionserver.ReplicationSink(318): Replicating [2b9270f4-da11-4e61-9302-0d15fd660697] bulk loaded data 2024-12-05T12:26:09,977 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3db5948d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:26:09,978 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,38415,-1 for getting cluster id 2024-12-05T12:26:09,978 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:26:09,978 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ebd636e-80a7-40ab-9875-fd9c2626aadc' 2024-12-05T12:26:09,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:26:09,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ebd636e-80a7-40ab-9875-fd9c2626aadc" 2024-12-05T12:26:09,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f65415f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:26:09,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,38415,-1] 2024-12-05T12:26:09,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:26:09,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:26:09,979 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:26:09,979 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c1a8f30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:26:09,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41565 is added to blk_1073741837_1013 (size=7894) 2024-12-05T12:26:10,174 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,1-9ea9abad0e9b,39091,1733401547781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401550008 to pos 687, reset compression=false 2024-12-05T12:26:10,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41565 is added to blk_1073741838_1014 (size=7691) 2024-12-05T12:26:10,478 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,1-9ea9abad0e9b,39091,1733401547781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401550008 to pos 687, reset compression=false 2024-12-05T12:26:10,487 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T12:26:10,799 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:26:10,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,38415,1733401552567 2024-12-05T12:26:10,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35867d46 2024-12-05T12:26:10,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:26:10,801 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-12-05T12:26:10,803 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T12:26:10,803 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:26:10,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,33893,1733401552682, seqNum=-1] 2024-12-05T12:26:10,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:26:10,805 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-12-05T12:26:10,809 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/staging/jenkins.hfs.22__test__v1esmpb93ntbkldobg64ha77tdprloaqccea3o793ka1ni6rs91njgr2nj7vvvnp/f/182b05d529b844a79ac8e4d203709cc3_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-12-05T12:26:10,811 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/staging/jenkins.hfs.22__test__v1esmpb93ntbkldobg64ha77tdprloaqccea3o793ka1ni6rs91njgr2nj7vvvnp/f/d93fb55fe89e402e808918e720c388a0_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-12-05T12:26:10,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/staging/jenkins.hfs.22__test__v1esmpb93ntbkldobg64ha77tdprloaqccea3o793ka1ni6rs91njgr2nj7vvvnp/f/182b05d529b844a79ac8e4d203709cc3_SeqId_4_ for inclusion in 118b573ec23791d2f4e867a60d58ec7b/f 2024-12-05T12:26:10,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-05T12:26:10,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T12:26:10,816 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/staging/jenkins.hfs.22__test__v1esmpb93ntbkldobg64ha77tdprloaqccea3o793ka1ni6rs91njgr2nj7vvvnp/f/d93fb55fe89e402e808918e720c388a0_SeqId_4_ for inclusion in 118b573ec23791d2f4e867a60d58ec7b/f 2024-12-05T12:26:10,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-05T12:26:10,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T12:26:10,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] regionserver.HRegion(2603): Flush status journal for 118b573ec23791d2f4e867a60d58ec7b: 2024-12-05T12:26:10,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 182b05d529b844a79ac8e4d203709cc3_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-05T12:26:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/staging/jenkins.hfs.22__test__v1esmpb93ntbkldobg64ha77tdprloaqccea3o793ka1ni6rs91njgr2nj7vvvnp/f/182b05d529b844a79ac8e4d203709cc3_SeqId_4_ as hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/data/default/test/118b573ec23791d2f4e867a60d58ec7b/f/7ffac8fecc054c2f9f6083befcb06a71_SeqId_4_ 2024-12-05T12:26:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d93fb55fe89e402e808918e720c388a0_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-05T12:26:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/staging/jenkins.hfs.22__test__v1esmpb93ntbkldobg64ha77tdprloaqccea3o793ka1ni6rs91njgr2nj7vvvnp/f/d93fb55fe89e402e808918e720c388a0_SeqId_4_ as hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/data/default/test/118b573ec23791d2f4e867a60d58ec7b/f/4caaca367d1b4aa988d4d148fb741dfd_SeqId_4_ 2024-12-05T12:26:10,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/staging/jenkins.hfs.22__test__v1esmpb93ntbkldobg64ha77tdprloaqccea3o793ka1ni6rs91njgr2nj7vvvnp/f/182b05d529b844a79ac8e4d203709cc3_SeqId_4_ into 118b573ec23791d2f4e867a60d58ec7b/f as hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/data/default/test/118b573ec23791d2f4e867a60d58ec7b/f/7ffac8fecc054c2f9f6083befcb06a71_SeqId_4_ - updating store file list. 2024-12-05T12:26:10,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7ffac8fecc054c2f9f6083befcb06a71_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T12:26:10,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/data/default/test/118b573ec23791d2f4e867a60d58ec7b/f/7ffac8fecc054c2f9f6083befcb06a71_SeqId_4_ into 118b573ec23791d2f4e867a60d58ec7b/f 2024-12-05T12:26:10,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/staging/jenkins.hfs.22__test__v1esmpb93ntbkldobg64ha77tdprloaqccea3o793ka1ni6rs91njgr2nj7vvvnp/f/182b05d529b844a79ac8e4d203709cc3_SeqId_4_ into 118b573ec23791d2f4e867a60d58ec7b/f (new location: hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/data/default/test/118b573ec23791d2f4e867a60d58ec7b/f/7ffac8fecc054c2f9f6083befcb06a71_SeqId_4_) 2024-12-05T12:26:10,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/staging/jenkins.hfs.22__test__v1esmpb93ntbkldobg64ha77tdprloaqccea3o793ka1ni6rs91njgr2nj7vvvnp/f/182b05d529b844a79ac8e4d203709cc3_SeqId_4_ 2024-12-05T12:26:10,825 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/staging/jenkins.hfs.22__test__v1esmpb93ntbkldobg64ha77tdprloaqccea3o793ka1ni6rs91njgr2nj7vvvnp/f/d93fb55fe89e402e808918e720c388a0_SeqId_4_ into 118b573ec23791d2f4e867a60d58ec7b/f as hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/data/default/test/118b573ec23791d2f4e867a60d58ec7b/f/4caaca367d1b4aa988d4d148fb741dfd_SeqId_4_ - updating store file list. 2024-12-05T12:26:10,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4caaca367d1b4aa988d4d148fb741dfd_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T12:26:10,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/data/default/test/118b573ec23791d2f4e867a60d58ec7b/f/4caaca367d1b4aa988d4d148fb741dfd_SeqId_4_ into 118b573ec23791d2f4e867a60d58ec7b/f 2024-12-05T12:26:10,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/staging/jenkins.hfs.22__test__v1esmpb93ntbkldobg64ha77tdprloaqccea3o793ka1ni6rs91njgr2nj7vvvnp/f/d93fb55fe89e402e808918e720c388a0_SeqId_4_ into 118b573ec23791d2f4e867a60d58ec7b/f (new location: hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/data/default/test/118b573ec23791d2f4e867a60d58ec7b/f/4caaca367d1b4aa988d4d148fb741dfd_SeqId_4_) 2024-12-05T12:26:10,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/staging/jenkins.hfs.22__test__v1esmpb93ntbkldobg64ha77tdprloaqccea3o793ka1ni6rs91njgr2nj7vvvnp/f/d93fb55fe89e402e808918e720c388a0_SeqId_4_ 2024-12-05T12:26:10,829 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] regionserver.ReplicationSink(324): Finished replicating [2b9270f4-da11-4e61-9302-0d15fd660697] bulk loaded data 2024-12-05T12:26:10,882 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,1-9ea9abad0e9b,39091,1733401547781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401550008 to pos 687, reset compression=false 2024-12-05T12:26:11,386 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,1-9ea9abad0e9b,39091,1733401547781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401550008 to pos 687, reset compression=false 2024-12-05T12:26:11,493 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:26:11,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,33879,1733401557683, seqNum=-1] 2024-12-05T12:26:11,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:26:11,495 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:26:11,496 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733401565328.cb85689d246df77658efe2139f84a124., hostname=9ea9abad0e9b,33879,1733401557683, seqNum=2] 2024-12-05T12:26:11,501 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:26:11,502 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T12:26:11,503 DEBUG [regionserver/9ea9abad0e9b:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9ea9abad0e9b%2C39091%2C1733401547781:(num 1733401550008) roll requested 2024-12-05T12:26:11,514 DEBUG [regionserver/9ea9abad0e9b:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401571503, exclude list is [], retry=0 2024-12-05T12:26:11,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40587,DS-4f8aeea5-be1c-4b67-b262-db697f0f8c09,DISK] 2024-12-05T12:26:11,517 INFO [regionserver/9ea9abad0e9b:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401550008 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401571503 2024-12-05T12:26:11,518 DEBUG [regionserver/9ea9abad0e9b:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43515:43515)] 2024-12-05T12:26:11,518 DEBUG [regionserver/9ea9abad0e9b:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401550008 is not closed yet, will try archiving it next time 2024-12-05T12:26:11,518 DEBUG [regionserver/9ea9abad0e9b:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9ea9abad0e9b%2C39091%2C1733401547781.rep:(num 1733401567605) roll requested 2024-12-05T12:26:11,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4687b99a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:26:11,519 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,35301,-1 for getting cluster id 2024-12-05T12:26:11,519 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:26:11,519 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b9270f4-da11-4e61-9302-0d15fd660697' 2024-12-05T12:26:11,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741832_1008 (size=695) 2024-12-05T12:26:11,520 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:26:11,520 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b9270f4-da11-4e61-9302-0d15fd660697" 2024-12-05T12:26:11,520 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40eadf2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:26:11,520 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,35301,-1] 2024-12-05T12:26:11,520 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:26:11,520 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:26:11,520 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401550008 not finished, retry = 0 2024-12-05T12:26:11,521 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:26:11,521 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@314fe0b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:26:11,522 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:26:11,522 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,35301,1733401547604 2024-12-05T12:26:11,522 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@581e7e8a 2024-12-05T12:26:11,522 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:26:11,523 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:26:11,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://9ea9abad0e9b:35549,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T12:26:11,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T12:26:11,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T12:26:11,526 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ea9abad0e9b:35549' 2024-12-05T12:26:11,527 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@215d43aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:26:11,527 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,35549,-1 for getting cluster id 2024-12-05T12:26:11,527 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:26:11,527 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '47b26bfb-e763-43e7-8be0-05444ae037d5' 2024-12-05T12:26:11,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:26:11,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "47b26bfb-e763-43e7-8be0-05444ae037d5" 2024-12-05T12:26:11,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@314de96f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:26:11,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,35549,-1] 2024-12-05T12:26:11,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:26:11,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:26:11,529 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:26:11,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c62bba4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:26:11,529 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:26:11,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,35549,1733401557562 2024-12-05T12:26:11,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4030c6df 2024-12-05T12:26:11,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:26:11,531 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:26:11,531 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-05T12:26:11,531 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T12:26:11,531 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:26:11,531 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:26:11,531 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:26:11,532 DEBUG [regionserver/9ea9abad0e9b:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.rep.1733401571518, exclude list is [], retry=0 2024-12-05T12:26:11,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40587,DS-4f8aeea5-be1c-4b67-b262-db697f0f8c09,DISK] 2024-12-05T12:26:11,538 INFO [regionserver/9ea9abad0e9b:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.rep.1733401567605 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.rep.1733401571518 2024-12-05T12:26:11,538 DEBUG [regionserver/9ea9abad0e9b:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43515:43515)] 2024-12-05T12:26:11,538 DEBUG [regionserver/9ea9abad0e9b:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.rep.1733401567605 is not closed yet, will try archiving it next time 2024-12-05T12:26:11,538 DEBUG [regionserver/9ea9abad0e9b:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9ea9abad0e9b%2C39091%2C1733401547781.meta:.meta(num 1733401551018) roll requested 2024-12-05T12:26:11,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741839_1015 (size=1505) 2024-12-05T12:26:11,556 DEBUG [regionserver/9ea9abad0e9b:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.meta.1733401571538.meta, exclude list is [], retry=0 2024-12-05T12:26:11,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40587,DS-4f8aeea5-be1c-4b67-b262-db697f0f8c09,DISK] 2024-12-05T12:26:11,559 INFO [regionserver/9ea9abad0e9b:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.meta.1733401551018.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.meta.1733401571538.meta 2024-12-05T12:26:11,560 DEBUG [regionserver/9ea9abad0e9b:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43515:43515)] 2024-12-05T12:26:11,560 DEBUG [regionserver/9ea9abad0e9b:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.meta.1733401551018.meta is not closed yet, will try archiving it next time 2024-12-05T12:26:11,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T12:26:11,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741834_1010 (size=3473) 2024-12-05T12:26:11,586 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:26:11,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:11,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:11,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:11,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:11,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:11,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:11,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:11,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:11,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:11,622 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401550008 to hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/oldWALs/9ea9abad0e9b%2C39091%2C1733401547781.1733401550008 2024-12-05T12:26:11,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:11,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:11,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:11,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:11,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:11,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:11,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:11,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:11,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T12:26:11,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:11,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39091 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-05T12:26:11,712 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-05T12:26:11,735 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-9ea9abad0e9b,39091,1733401547781, ReplicationSource: 2, currentBandwidth=0 2024-12-05T12:26:11,737 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-05T12:26:11,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-05T12:26:11,739 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 9ea9abad0e9b,39091,1733401547781 suceeded 2024-12-05T12:26:11,741 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-05T12:26:11,741 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 179 msec 2024-12-05T12:26:11,741 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://9ea9abad0e9b:35549,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T12:26:11,742 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 218 msec 2024-12-05T12:26:11,750 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,39091,1733401547781 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ea9abad0e9b:35549' 2024-12-05T12:26:11,750 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,39091,1733401547781 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@403f1035, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:26:11,750 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,39091,1733401547781 {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,35549,-1 for getting cluster id 2024-12-05T12:26:11,750 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,39091,1733401547781 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:26:11,751 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '47b26bfb-e763-43e7-8be0-05444ae037d5' 2024-12-05T12:26:11,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:26:11,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "47b26bfb-e763-43e7-8be0-05444ae037d5" 2024-12-05T12:26:11,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a9868db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:26:11,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,35549,-1] 2024-12-05T12:26:11,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:26:11,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:26:11,752 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:26:11,753 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,39091,1733401547781 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f910987, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:26:11,753 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,39091,1733401547781 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:26:11,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,35549,1733401557562 2024-12-05T12:26:11,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17cbacf6 2024-12-05T12:26:11,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:26:11,754 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-05T12:26:11,754 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,39091,1733401547781 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-9ea9abad0e9b,39091,1733401547781 (queues=1) is replicating from cluster=2b9270f4-da11-4e61-9302-0d15fd660697 to cluster=47b26bfb-e763-43e7-8be0-05444ae037d5 2024-12-05T12:26:11,754 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,39091,1733401547781 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=9ea9abad0e9b%2C39091%2C1733401547781 2024-12-05T12:26:11,754 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,39091,1733401547781 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-9ea9abad0e9b,39091,1733401547781, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T12:26:11,755 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,39091,1733401547781.replicationSource.shipper9ea9abad0e9b%2C39091%2C1733401547781,2-9ea9abad0e9b,39091,1733401547781 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9ea9abad0e9b%2C39091%2C1733401547781 2024-12-05T12:26:11,755 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,2-9ea9abad0e9b,39091,1733401547781 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401571503, startPosition=0, beingWritten=true 2024-12-05T12:26:11,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T12:26:11,845 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-05T12:26:11,845 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:26:11,845 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:26:11,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:26:11,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:26:11,845 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:26:11,845 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:26:11,848 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1733401571848/Put/seqid=0 2024-12-05T12:26:11,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741845_1021 (size=11194) 2024-12-05T12:26:11,958 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,2-9ea9abad0e9b,39091,1733401547781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401571503 to pos 0, reset compression=false 2024-12-05T12:26:11,988 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,1-9ea9abad0e9b,39091,1733401547781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401550008 to pos 687, reset compression=false 2024-12-05T12:26:11,993 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,1-9ea9abad0e9b,39091,1733401547781 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401550008 was moved to hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/oldWALs/9ea9abad0e9b%2C39091%2C1733401547781.1733401550008 2024-12-05T12:26:11,995 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,1-9ea9abad0e9b,39091,1733401547781 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401550008 2024-12-05T12:26:11,995 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,1-9ea9abad0e9b,39091,1733401547781 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401571503, startPosition=0, beingWritten=true 2024-12-05T12:26:11,995 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39091,1733401547781.replicationSource.shipper9ea9abad0e9b%2C39091%2C1733401547781,1-9ea9abad0e9b,39091,1733401547781 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,39091,1733401547781 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401550008, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-05T12:26:11,997 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39091,1733401547781.replicationSource.shipper9ea9abad0e9b%2C39091%2C1733401547781,1-9ea9abad0e9b,39091,1733401547781 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [9ea9abad0e9b%2C39091%2C1733401547781.1733401550008] 2024-12-05T12:26:12,254 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1733401572253/Put/seqid=0 2024-12-05T12:26:12,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741846_1022 (size=10791) 2024-12-05T12:26:12,263 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,2-9ea9abad0e9b,39091,1733401547781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401571503 to pos 0, reset compression=false 2024-12-05T12:26:12,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2031922b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:26:12,658 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,35301,-1 for getting cluster id 2024-12-05T12:26:12,658 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:26:12,659 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b9270f4-da11-4e61-9302-0d15fd660697' 2024-12-05T12:26:12,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:26:12,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b9270f4-da11-4e61-9302-0d15fd660697" 2024-12-05T12:26:12,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16bfc82a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:26:12,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,35301,-1] 2024-12-05T12:26:12,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:26:12,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:26:12,660 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:26:12,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11bc34cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:26:12,660 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:26:12,661 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,39091,1733401547781, seqNum=-1] 2024-12-05T12:26:12,661 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:26:12,662 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:26:12,667 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,2-9ea9abad0e9b,39091,1733401547781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401571503 to pos 0, reset compression=false 2024-12-05T12:26:12,667 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:26:12,668 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,35301,1733401547604 2024-12-05T12:26:12,668 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@136d82f1 2024-12-05T12:26:12,668 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:26:12,669 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:26:12,672 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733401561029.202d9b0114a106057adb4cf448f7037f., hostname=9ea9abad0e9b,39091,1733401547781, seqNum=2] 2024-12-05T12:26:12,673 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T12:26:12,677 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-12-05T12:26:12,679 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-12-05T12:26:12,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 202d9b0114a106057adb4cf448f7037f/f 2024-12-05T12:26:12,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-05T12:26:12,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T12:26:12,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 202d9b0114a106057adb4cf448f7037f/f 2024-12-05T12:26:12,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-05T12:26:12,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T12:26:12,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.HRegion(2603): Flush status journal for 202d9b0114a106057adb4cf448f7037f: 2024-12-05T12:26:12,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/staging/jenkins__test__8ohtnmbbppddb5fj1mdvihu1infsvoh62cntc4c7m2uad1ko9at0nicmbim1n4rk/f/hfile_0 2024-12-05T12:26:12,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/staging/jenkins__test__8ohtnmbbppddb5fj1mdvihu1infsvoh62cntc4c7m2uad1ko9at0nicmbim1n4rk/f/hfile_0 as hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/data/default/test/202d9b0114a106057adb4cf448f7037f/f/2f7b32bbf3b14b19a29d5fd6bf5911ab_SeqId_6_ 2024-12-05T12:26:12,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/staging/jenkins__test__8ohtnmbbppddb5fj1mdvihu1infsvoh62cntc4c7m2uad1ko9at0nicmbim1n4rk/f/hfile_1 2024-12-05T12:26:12,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/staging/jenkins__test__8ohtnmbbppddb5fj1mdvihu1infsvoh62cntc4c7m2uad1ko9at0nicmbim1n4rk/f/hfile_1 as hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/data/default/test/202d9b0114a106057adb4cf448f7037f/f/77268af0957440bbb211c35df07511b9_SeqId_6_ 2024-12-05T12:26:12,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/staging/jenkins__test__8ohtnmbbppddb5fj1mdvihu1infsvoh62cntc4c7m2uad1ko9at0nicmbim1n4rk/f/hfile_0 into 202d9b0114a106057adb4cf448f7037f/f as hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/data/default/test/202d9b0114a106057adb4cf448f7037f/f/2f7b32bbf3b14b19a29d5fd6bf5911ab_SeqId_6_ - updating store file list. 2024-12-05T12:26:12,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2f7b32bbf3b14b19a29d5fd6bf5911ab_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T12:26:12,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/data/default/test/202d9b0114a106057adb4cf448f7037f/f/2f7b32bbf3b14b19a29d5fd6bf5911ab_SeqId_6_ into 202d9b0114a106057adb4cf448f7037f/f 2024-12-05T12:26:12,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/staging/jenkins__test__8ohtnmbbppddb5fj1mdvihu1infsvoh62cntc4c7m2uad1ko9at0nicmbim1n4rk/f/hfile_0 into 202d9b0114a106057adb4cf448f7037f/f (new location: hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/data/default/test/202d9b0114a106057adb4cf448f7037f/f/2f7b32bbf3b14b19a29d5fd6bf5911ab_SeqId_6_) 2024-12-05T12:26:12,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/staging/jenkins__test__8ohtnmbbppddb5fj1mdvihu1infsvoh62cntc4c7m2uad1ko9at0nicmbim1n4rk/f/hfile_0 2024-12-05T12:26:12,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/staging/jenkins__test__8ohtnmbbppddb5fj1mdvihu1infsvoh62cntc4c7m2uad1ko9at0nicmbim1n4rk/f/hfile_1 into 202d9b0114a106057adb4cf448f7037f/f as hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/data/default/test/202d9b0114a106057adb4cf448f7037f/f/77268af0957440bbb211c35df07511b9_SeqId_6_ - updating store file list. 2024-12-05T12:26:12,698 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,1-9ea9abad0e9b,39091,1733401547781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401571503 to pos 0, reset compression=false 2024-12-05T12:26:12,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 77268af0957440bbb211c35df07511b9_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T12:26:12,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/data/default/test/202d9b0114a106057adb4cf448f7037f/f/77268af0957440bbb211c35df07511b9_SeqId_6_ into 202d9b0114a106057adb4cf448f7037f/f 2024-12-05T12:26:12,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/staging/jenkins__test__8ohtnmbbppddb5fj1mdvihu1infsvoh62cntc4c7m2uad1ko9at0nicmbim1n4rk/f/hfile_1 into 202d9b0114a106057adb4cf448f7037f/f (new location: hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/data/default/test/202d9b0114a106057adb4cf448f7037f/f/77268af0957440bbb211c35df07511b9_SeqId_6_) 2024-12-05T12:26:12,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/staging/jenkins__test__8ohtnmbbppddb5fj1mdvihu1infsvoh62cntc4c7m2uad1ko9at0nicmbim1n4rk/f/hfile_1 2024-12-05T12:26:12,703 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:26:12,703 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:26:12,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:26:12,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:26:12,703 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733401561029.202d9b0114a106057adb4cf448f7037f., hostname=9ea9abad0e9b,39091,1733401547781, seqNum=2 , the old value is region=test,,1733401561029.202d9b0114a106057adb4cf448f7037f., hostname=9ea9abad0e9b,39091,1733401547781, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9ea9abad0e9b:39091 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T12:26:12,703 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733401561029.202d9b0114a106057adb4cf448f7037f., hostname=9ea9abad0e9b,39091,1733401547781, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T12:26:12,703 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733401561029.202d9b0114a106057adb4cf448f7037f., hostname=9ea9abad0e9b,39091,1733401547781, seqNum=2 from cache 2024-12-05T12:26:12,704 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:26:12,704 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-05T12:26:12,707 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T12:26:12,805 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:39091 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-12-05T12:26:13,171 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,2-9ea9abad0e9b,39091,1733401547781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401571503 to pos 0, reset compression=false 2024-12-05T12:26:13,176 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,2-9ea9abad0e9b,39091,1733401547781 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:26:13,176 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,39091,1733401547781.replicationSource.shipper9ea9abad0e9b%2C39091%2C1733401547781,2-9ea9abad0e9b,39091,1733401547781 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-9ea9abad0e9b,39091,1733401547781 got entry batch from reader: WALEntryBatch [walEntries=[{test/202d9b0114a106057adb4cf448f7037f/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733401572702/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401571503, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-05T12:26:13,178 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,39091,1733401547781.replicationSource.shipper9ea9abad0e9b%2C39091%2C1733401547781,2-9ea9abad0e9b,39091,1733401547781 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:26:13,179 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-05T12:26:13,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.ReplicationSink(318): Replicating [2b9270f4-da11-4e61-9302-0d15fd660697] bulk loaded data 2024-12-05T12:26:13,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b0ad3e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:26:13,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] client.ClusterIdFetcher(90): Going to request 9ea9abad0e9b,35549,-1 for getting cluster id 2024-12-05T12:26:13,180 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:26:13,180 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '47b26bfb-e763-43e7-8be0-05444ae037d5' 2024-12-05T12:26:13,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:26:13,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "47b26bfb-e763-43e7-8be0-05444ae037d5" 2024-12-05T12:26:13,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74d318ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:26:13,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ea9abad0e9b,35549,-1] 2024-12-05T12:26:13,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:26:13,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:26:13,181 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:26:13,181 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36bd5463, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:26:13,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741837_1013 (size=11194) 2024-12-05T12:26:13,376 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,2-9ea9abad0e9b,39091,1733401547781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401571503 to pos 393, reset compression=false 2024-12-05T12:26:13,502 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,1-9ea9abad0e9b,39091,1733401547781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401571503 to pos 0, reset compression=false 2024-12-05T12:26:13,506 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,1-9ea9abad0e9b,39091,1733401547781 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:26:13,506 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39091,1733401547781.replicationSource.shipper9ea9abad0e9b%2C39091%2C1733401547781,1-9ea9abad0e9b,39091,1733401547781 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,39091,1733401547781 got entry batch from reader: WALEntryBatch [walEntries=[{test/202d9b0114a106057adb4cf448f7037f/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733401572702/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401571503, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-05T12:26:13,507 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] regionserver.ReplicationSink(318): Replicating [2b9270f4-da11-4e61-9302-0d15fd660697] bulk loaded data 2024-12-05T12:26:13,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41565 is added to blk_1073741839_1015 (size=11194) 2024-12-05T12:26:13,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741838_1014 (size=10791) 2024-12-05T12:26:13,679 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,2-9ea9abad0e9b,39091,1733401547781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401571503 to pos 393, reset compression=false 2024-12-05T12:26:13,706 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,1-9ea9abad0e9b,39091,1733401547781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401571503 to pos 393, reset compression=false 2024-12-05T12:26:13,710 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T12:26:13,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41565 is added to blk_1073741840_1016 (size=10791) 2024-12-05T12:26:14,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:26:14,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ea9abad0e9b,35549,1733401557562 2024-12-05T12:26:14,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69537e02 2024-12-05T12:26:14,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:26:14,002 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-12-05T12:26:14,004 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T12:26:14,004 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:26:14,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ea9abad0e9b,33879,1733401557683, seqNum=-1] 2024-12-05T12:26:14,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:26:14,005 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-12-05T12:26:14,010 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/staging/jenkins.hfs.23__test__e26aptnq3alemahr0ifhumjv9bst5mdd56tpe2lnopkqho2as78irsvpi2069arl/f/2f7b32bbf3b14b19a29d5fd6bf5911ab_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-05T12:26:14,011 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/staging/jenkins.hfs.23__test__e26aptnq3alemahr0ifhumjv9bst5mdd56tpe2lnopkqho2as78irsvpi2069arl/f/77268af0957440bbb211c35df07511b9_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-05T12:26:14,012 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,1-9ea9abad0e9b,39091,1733401547781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401571503 to pos 393, reset compression=false 2024-12-05T12:26:14,013 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/staging/jenkins.hfs.23__test__e26aptnq3alemahr0ifhumjv9bst5mdd56tpe2lnopkqho2as78irsvpi2069arl/f/2f7b32bbf3b14b19a29d5fd6bf5911ab_SeqId_6_ for inclusion in cb85689d246df77658efe2139f84a124/f 2024-12-05T12:26:14,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-05T12:26:14,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T12:26:14,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/staging/jenkins.hfs.23__test__e26aptnq3alemahr0ifhumjv9bst5mdd56tpe2lnopkqho2as78irsvpi2069arl/f/77268af0957440bbb211c35df07511b9_SeqId_6_ for inclusion in cb85689d246df77658efe2139f84a124/f 2024-12-05T12:26:14,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-05T12:26:14,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T12:26:14,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(2603): Flush status journal for cb85689d246df77658efe2139f84a124: 2024-12-05T12:26:14,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2f7b32bbf3b14b19a29d5fd6bf5911ab_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-05T12:26:14,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/staging/jenkins.hfs.23__test__e26aptnq3alemahr0ifhumjv9bst5mdd56tpe2lnopkqho2as78irsvpi2069arl/f/2f7b32bbf3b14b19a29d5fd6bf5911ab_SeqId_6_ as hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/data/default/test/cb85689d246df77658efe2139f84a124/f/b784b3454fb7400aa2657bb70b924d6a_SeqId_4_ 2024-12-05T12:26:14,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 77268af0957440bbb211c35df07511b9_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-05T12:26:14,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/staging/jenkins.hfs.23__test__e26aptnq3alemahr0ifhumjv9bst5mdd56tpe2lnopkqho2as78irsvpi2069arl/f/77268af0957440bbb211c35df07511b9_SeqId_6_ as hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/data/default/test/cb85689d246df77658efe2139f84a124/f/a8e0964002f342bf911d9ee48803c272_SeqId_4_ 2024-12-05T12:26:14,023 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/staging/jenkins.hfs.23__test__e26aptnq3alemahr0ifhumjv9bst5mdd56tpe2lnopkqho2as78irsvpi2069arl/f/2f7b32bbf3b14b19a29d5fd6bf5911ab_SeqId_6_ into cb85689d246df77658efe2139f84a124/f as hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/data/default/test/cb85689d246df77658efe2139f84a124/f/b784b3454fb7400aa2657bb70b924d6a_SeqId_4_ - updating store file list. 2024-12-05T12:26:14,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b784b3454fb7400aa2657bb70b924d6a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T12:26:14,026 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/data/default/test/cb85689d246df77658efe2139f84a124/f/b784b3454fb7400aa2657bb70b924d6a_SeqId_4_ into cb85689d246df77658efe2139f84a124/f 2024-12-05T12:26:14,026 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/staging/jenkins.hfs.23__test__e26aptnq3alemahr0ifhumjv9bst5mdd56tpe2lnopkqho2as78irsvpi2069arl/f/2f7b32bbf3b14b19a29d5fd6bf5911ab_SeqId_6_ into cb85689d246df77658efe2139f84a124/f (new location: hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/data/default/test/cb85689d246df77658efe2139f84a124/f/b784b3454fb7400aa2657bb70b924d6a_SeqId_4_) 2024-12-05T12:26:14,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/staging/jenkins.hfs.23__test__e26aptnq3alemahr0ifhumjv9bst5mdd56tpe2lnopkqho2as78irsvpi2069arl/f/2f7b32bbf3b14b19a29d5fd6bf5911ab_SeqId_6_ 2024-12-05T12:26:14,027 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/staging/jenkins.hfs.23__test__e26aptnq3alemahr0ifhumjv9bst5mdd56tpe2lnopkqho2as78irsvpi2069arl/f/77268af0957440bbb211c35df07511b9_SeqId_6_ into cb85689d246df77658efe2139f84a124/f as hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/data/default/test/cb85689d246df77658efe2139f84a124/f/a8e0964002f342bf911d9ee48803c272_SeqId_4_ - updating store file list. 2024-12-05T12:26:14,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a8e0964002f342bf911d9ee48803c272_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T12:26:14,029 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/data/default/test/cb85689d246df77658efe2139f84a124/f/a8e0964002f342bf911d9ee48803c272_SeqId_4_ into cb85689d246df77658efe2139f84a124/f 2024-12-05T12:26:14,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/staging/jenkins.hfs.23__test__e26aptnq3alemahr0ifhumjv9bst5mdd56tpe2lnopkqho2as78irsvpi2069arl/f/77268af0957440bbb211c35df07511b9_SeqId_6_ into cb85689d246df77658efe2139f84a124/f (new location: hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/data/default/test/cb85689d246df77658efe2139f84a124/f/a8e0964002f342bf911d9ee48803c272_SeqId_4_) 2024-12-05T12:26:14,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/staging/jenkins.hfs.23__test__e26aptnq3alemahr0ifhumjv9bst5mdd56tpe2lnopkqho2as78irsvpi2069arl/f/77268af0957440bbb211c35df07511b9_SeqId_6_ 2024-12-05T12:26:14,031 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.ReplicationSink(324): Finished replicating [2b9270f4-da11-4e61-9302-0d15fd660697] bulk loaded data 2024-12-05T12:26:14,083 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,2-9ea9abad0e9b,39091,1733401547781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401571503 to pos 393, reset compression=false 2024-12-05T12:26:14,338 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T12:26:14,344 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/staging/jenkins.hfs.22__test__2j5qcsj91s9fhng1svngtiatnfbf64it3rb1rrf0cpfbhoru24no5q4ql0373vjf/f/2f7b32bbf3b14b19a29d5fd6bf5911ab_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-05T12:26:14,346 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/staging/jenkins.hfs.22__test__2j5qcsj91s9fhng1svngtiatnfbf64it3rb1rrf0cpfbhoru24no5q4ql0373vjf/f/77268af0957440bbb211c35df07511b9_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-05T12:26:14,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/staging/jenkins.hfs.22__test__2j5qcsj91s9fhng1svngtiatnfbf64it3rb1rrf0cpfbhoru24no5q4ql0373vjf/f/2f7b32bbf3b14b19a29d5fd6bf5911ab_SeqId_6_ for inclusion in 118b573ec23791d2f4e867a60d58ec7b/f 2024-12-05T12:26:14,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-05T12:26:14,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T12:26:14,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/staging/jenkins.hfs.22__test__2j5qcsj91s9fhng1svngtiatnfbf64it3rb1rrf0cpfbhoru24no5q4ql0373vjf/f/77268af0957440bbb211c35df07511b9_SeqId_6_ for inclusion in 118b573ec23791d2f4e867a60d58ec7b/f 2024-12-05T12:26:14,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-05T12:26:14,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T12:26:14,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] regionserver.HRegion(2603): Flush status journal for 118b573ec23791d2f4e867a60d58ec7b: 2024-12-05T12:26:14,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2f7b32bbf3b14b19a29d5fd6bf5911ab_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-05T12:26:14,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/staging/jenkins.hfs.22__test__2j5qcsj91s9fhng1svngtiatnfbf64it3rb1rrf0cpfbhoru24no5q4ql0373vjf/f/2f7b32bbf3b14b19a29d5fd6bf5911ab_SeqId_6_ as hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/data/default/test/118b573ec23791d2f4e867a60d58ec7b/f/629fb4f8951c4c11a39394d15a8bd9a3_SeqId_6_ 2024-12-05T12:26:14,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 77268af0957440bbb211c35df07511b9_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-05T12:26:14,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/staging/jenkins.hfs.22__test__2j5qcsj91s9fhng1svngtiatnfbf64it3rb1rrf0cpfbhoru24no5q4ql0373vjf/f/77268af0957440bbb211c35df07511b9_SeqId_6_ as hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/data/default/test/118b573ec23791d2f4e867a60d58ec7b/f/5f12ea586bf742f6bb2b23b6edaa2b14_SeqId_6_ 2024-12-05T12:26:14,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/staging/jenkins.hfs.22__test__2j5qcsj91s9fhng1svngtiatnfbf64it3rb1rrf0cpfbhoru24no5q4ql0373vjf/f/2f7b32bbf3b14b19a29d5fd6bf5911ab_SeqId_6_ into 118b573ec23791d2f4e867a60d58ec7b/f as hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/data/default/test/118b573ec23791d2f4e867a60d58ec7b/f/629fb4f8951c4c11a39394d15a8bd9a3_SeqId_6_ - updating store file list. 2024-12-05T12:26:14,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 629fb4f8951c4c11a39394d15a8bd9a3_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T12:26:14,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/data/default/test/118b573ec23791d2f4e867a60d58ec7b/f/629fb4f8951c4c11a39394d15a8bd9a3_SeqId_6_ into 118b573ec23791d2f4e867a60d58ec7b/f 2024-12-05T12:26:14,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/staging/jenkins.hfs.22__test__2j5qcsj91s9fhng1svngtiatnfbf64it3rb1rrf0cpfbhoru24no5q4ql0373vjf/f/2f7b32bbf3b14b19a29d5fd6bf5911ab_SeqId_6_ into 118b573ec23791d2f4e867a60d58ec7b/f (new location: hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/data/default/test/118b573ec23791d2f4e867a60d58ec7b/f/629fb4f8951c4c11a39394d15a8bd9a3_SeqId_6_) 2024-12-05T12:26:14,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/staging/jenkins.hfs.22__test__2j5qcsj91s9fhng1svngtiatnfbf64it3rb1rrf0cpfbhoru24no5q4ql0373vjf/f/2f7b32bbf3b14b19a29d5fd6bf5911ab_SeqId_6_ 2024-12-05T12:26:14,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/staging/jenkins.hfs.22__test__2j5qcsj91s9fhng1svngtiatnfbf64it3rb1rrf0cpfbhoru24no5q4ql0373vjf/f/77268af0957440bbb211c35df07511b9_SeqId_6_ into 118b573ec23791d2f4e867a60d58ec7b/f as hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/data/default/test/118b573ec23791d2f4e867a60d58ec7b/f/5f12ea586bf742f6bb2b23b6edaa2b14_SeqId_6_ - updating store file list. 2024-12-05T12:26:14,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5f12ea586bf742f6bb2b23b6edaa2b14_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T12:26:14,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/data/default/test/118b573ec23791d2f4e867a60d58ec7b/f/5f12ea586bf742f6bb2b23b6edaa2b14_SeqId_6_ into 118b573ec23791d2f4e867a60d58ec7b/f 2024-12-05T12:26:14,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/staging/jenkins.hfs.22__test__2j5qcsj91s9fhng1svngtiatnfbf64it3rb1rrf0cpfbhoru24no5q4ql0373vjf/f/77268af0957440bbb211c35df07511b9_SeqId_6_ into 118b573ec23791d2f4e867a60d58ec7b/f (new location: hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/data/default/test/118b573ec23791d2f4e867a60d58ec7b/f/5f12ea586bf742f6bb2b23b6edaa2b14_SeqId_6_) 2024-12-05T12:26:14,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/staging/jenkins.hfs.22__test__2j5qcsj91s9fhng1svngtiatnfbf64it3rb1rrf0cpfbhoru24no5q4ql0373vjf/f/77268af0957440bbb211c35df07511b9_SeqId_6_ 2024-12-05T12:26:14,366 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] regionserver.ReplicationSink(324): Finished replicating [2b9270f4-da11-4e61-9302-0d15fd660697] bulk loaded data 2024-12-05T12:26:14,415 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,1-9ea9abad0e9b,39091,1733401547781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401571503 to pos 393, reset compression=false 2024-12-05T12:26:14,586 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,2-9ea9abad0e9b,39091,1733401547781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401571503 to pos 393, reset compression=false 2024-12-05T12:26:14,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T12:26:14,729 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:26:14,729 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:26:14,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:26:14,729 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:26:14,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:26:14,729 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T12:26:14,729 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1290896377, stopped=false 2024-12-05T12:26:14,729 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9ea9abad0e9b,35549,1733401557562 2024-12-05T12:26:14,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33879-0x101a6a253580007, quorum=127.0.0.1:54749, baseZNode=/2698958651 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2698958651/running 2024-12-05T12:26:14,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35549-0x101a6a253580006, quorum=127.0.0.1:54749, baseZNode=/2698958651 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2698958651/running 2024-12-05T12:26:14,776 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:26:14,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33879-0x101a6a253580007, quorum=127.0.0.1:54749, baseZNode=/2698958651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2698958651 2024-12-05T12:26:14,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35549-0x101a6a253580006, quorum=127.0.0.1:54749, baseZNode=/2698958651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2698958651 2024-12-05T12:26:14,776 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:26:14,776 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:26:14,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:26:14,777 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35549-0x101a6a253580006, quorum=127.0.0.1:54749, baseZNode=/2698958651 Set watcher on znode that does not yet exist, /2698958651/running 2024-12-05T12:26:14,777 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33879-0x101a6a253580007, quorum=127.0.0.1:54749, baseZNode=/2698958651 Set watcher on znode that does not yet exist, /2698958651/running 2024-12-05T12:26:14,777 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9ea9abad0e9b,33879,1733401557683' ***** 2024-12-05T12:26:14,777 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T12:26:14,777 INFO [RS:0;9ea9abad0e9b:33879 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T12:26:14,778 INFO [RS:0;9ea9abad0e9b:33879 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T12:26:14,778 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T12:26:14,778 INFO [RS:0;9ea9abad0e9b:33879 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T12:26:14,778 INFO [RS:0;9ea9abad0e9b:33879 {}] regionserver.HRegionServer(3091): Received CLOSE for cb85689d246df77658efe2139f84a124 2024-12-05T12:26:14,778 INFO [RS:0;9ea9abad0e9b:33879 {}] regionserver.HRegionServer(959): stopping server 9ea9abad0e9b,33879,1733401557683 2024-12-05T12:26:14,778 INFO [RS:0;9ea9abad0e9b:33879 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:26:14,778 INFO [RS:0;9ea9abad0e9b:33879 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ea9abad0e9b:33879. 2024-12-05T12:26:14,778 DEBUG [RS:0;9ea9abad0e9b:33879 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:26:14,778 DEBUG [RS:0;9ea9abad0e9b:33879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:26:14,778 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cb85689d246df77658efe2139f84a124, disabling compactions & flushes 2024-12-05T12:26:14,778 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733401565328.cb85689d246df77658efe2139f84a124. 2024-12-05T12:26:14,778 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401565328.cb85689d246df77658efe2139f84a124. 2024-12-05T12:26:14,778 INFO [RS:0;9ea9abad0e9b:33879 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T12:26:14,778 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733401565328.cb85689d246df77658efe2139f84a124. after waiting 0 ms 2024-12-05T12:26:14,778 INFO [RS:0;9ea9abad0e9b:33879 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T12:26:14,778 INFO [RS:0;9ea9abad0e9b:33879 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T12:26:14,778 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733401565328.cb85689d246df77658efe2139f84a124. 2024-12-05T12:26:14,778 INFO [RS:0;9ea9abad0e9b:33879 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T12:26:14,778 INFO [RS:0;9ea9abad0e9b:33879 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T12:26:14,778 DEBUG [RS:0;9ea9abad0e9b:33879 {}] regionserver.HRegionServer(1325): Online Regions={cb85689d246df77658efe2139f84a124=test,,1733401565328.cb85689d246df77658efe2139f84a124., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T12:26:14,778 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:26:14,778 DEBUG [RS:0;9ea9abad0e9b:33879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cb85689d246df77658efe2139f84a124 2024-12-05T12:26:14,778 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:26:14,778 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:26:14,779 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:26:14,779 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:26:14,779 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-05T12:26:14,782 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/data/default/test/cb85689d246df77658efe2139f84a124/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-05T12:26:14,782 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:26:14,782 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T12:26:14,782 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733401565328.cb85689d246df77658efe2139f84a124. 2024-12-05T12:26:14,782 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cb85689d246df77658efe2139f84a124: Waiting for close lock at 1733401574778Running coprocessor pre-close hooks at 1733401574778Disabling compacts and flushes for region at 1733401574778Disabling writes for close at 1733401574778Writing region close event to WAL at 1733401574779 (+1 ms)Running coprocessor post-close hooks at 1733401574782 (+3 ms)Closed at 1733401574782 2024-12-05T12:26:14,782 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733401565328.cb85689d246df77658efe2139f84a124. 2024-12-05T12:26:14,789 INFO [regionserver/9ea9abad0e9b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:26:14,794 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/data/hbase/meta/1588230740/.tmp/info/ca2d9fbb90014cf9a60827084547d2be is 129, key is test,,1733401565328.cb85689d246df77658efe2139f84a124./info:regioninfo/1733401566097/Put/seqid=0 2024-12-05T12:26:14,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741839_1015 (size=6421) 2024-12-05T12:26:14,876 INFO [regionserver/9ea9abad0e9b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T12:26:14,876 INFO [regionserver/9ea9abad0e9b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T12:26:14,919 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,1-9ea9abad0e9b,39091,1733401547781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401571503 to pos 393, reset compression=false 2024-12-05T12:26:14,979 DEBUG [RS:0;9ea9abad0e9b:33879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:26:15,179 DEBUG [RS:0;9ea9abad0e9b:33879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:26:15,191 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,2-9ea9abad0e9b,39091,1733401547781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401571503 to pos 393, reset compression=false 2024-12-05T12:26:15,197 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/data/hbase/meta/1588230740/.tmp/info/ca2d9fbb90014cf9a60827084547d2be 2024-12-05T12:26:15,214 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/data/hbase/meta/1588230740/.tmp/ns/4385ad029f1743d9a07bffb4faf24146 is 43, key is default/ns:d/1733401560898/Put/seqid=0 2024-12-05T12:26:15,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741840_1016 (size=5153) 2024-12-05T12:26:15,379 DEBUG [RS:0;9ea9abad0e9b:33879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:26:15,522 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,1-9ea9abad0e9b,39091,1733401547781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401571503 to pos 393, reset compression=false 2024-12-05T12:26:15,579 DEBUG [RS:0;9ea9abad0e9b:33879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:26:15,618 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/data/hbase/meta/1588230740/.tmp/ns/4385ad029f1743d9a07bffb4faf24146 2024-12-05T12:26:15,640 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/data/hbase/meta/1588230740/.tmp/rep_barrier/c284794963a845ae86287ab69952b48b is 112, key is test,,1733401565328.cb85689d246df77658efe2139f84a124./rep_barrier:seqnumDuringOpen/1733401566097/Put/seqid=0 2024-12-05T12:26:15,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741841_1017 (size=5518) 2024-12-05T12:26:15,779 INFO [RS:0;9ea9abad0e9b:33879 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T12:26:15,779 DEBUG [RS:0;9ea9abad0e9b:33879 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T12:26:15,779 DEBUG [RS:0;9ea9abad0e9b:33879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:26:15,894 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,2-9ea9abad0e9b,39091,1733401547781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401571503 to pos 393, reset compression=false 2024-12-05T12:26:15,980 DEBUG [RS:0;9ea9abad0e9b:33879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:26:16,043 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/data/hbase/meta/1588230740/.tmp/rep_barrier/c284794963a845ae86287ab69952b48b 2024-12-05T12:26:16,060 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/data/hbase/meta/1588230740/.tmp/table/d1b6655a178d4e44a9babf5cafea5ded is 40, key is test/table:state/1733401566104/Put/seqid=0 2024-12-05T12:26:16,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741842_1018 (size=5165) 2024-12-05T12:26:16,180 DEBUG [RS:0;9ea9abad0e9b:33879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:26:16,225 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,1-9ea9abad0e9b,39091,1733401547781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401571503 to pos 393, reset compression=false 2024-12-05T12:26:16,380 DEBUG [RS:0;9ea9abad0e9b:33879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:26:16,464 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/data/hbase/meta/1588230740/.tmp/table/d1b6655a178d4e44a9babf5cafea5ded 2024-12-05T12:26:16,469 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/data/hbase/meta/1588230740/.tmp/info/ca2d9fbb90014cf9a60827084547d2be as hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/data/hbase/meta/1588230740/info/ca2d9fbb90014cf9a60827084547d2be 2024-12-05T12:26:16,474 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/data/hbase/meta/1588230740/info/ca2d9fbb90014cf9a60827084547d2be, entries=10, sequenceid=11, filesize=6.3 K 2024-12-05T12:26:16,475 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/data/hbase/meta/1588230740/.tmp/ns/4385ad029f1743d9a07bffb4faf24146 as hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/data/hbase/meta/1588230740/ns/4385ad029f1743d9a07bffb4faf24146 2024-12-05T12:26:16,479 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/data/hbase/meta/1588230740/ns/4385ad029f1743d9a07bffb4faf24146, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T12:26:16,479 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/data/hbase/meta/1588230740/.tmp/rep_barrier/c284794963a845ae86287ab69952b48b as hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/data/hbase/meta/1588230740/rep_barrier/c284794963a845ae86287ab69952b48b 2024-12-05T12:26:16,483 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/data/hbase/meta/1588230740/rep_barrier/c284794963a845ae86287ab69952b48b, entries=1, sequenceid=11, filesize=5.4 K 2024-12-05T12:26:16,483 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/data/hbase/meta/1588230740/.tmp/table/d1b6655a178d4e44a9babf5cafea5ded as hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/data/hbase/meta/1588230740/table/d1b6655a178d4e44a9babf5cafea5ded 2024-12-05T12:26:16,486 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/data/hbase/meta/1588230740/table/d1b6655a178d4e44a9babf5cafea5ded, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T12:26:16,487 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1708ms, sequenceid=11, compaction requested=false 2024-12-05T12:26:16,493 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T12:26:16,493 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:26:16,494 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:26:16,494 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:26:16,494 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401574778Running coprocessor pre-close hooks at 1733401574778Disabling compacts and flushes for region at 1733401574778Disabling writes for close at 1733401574779 (+1 ms)Obtaining lock to block concurrent updates at 1733401574779Preparing flush snapshotting stores in 1588230740 at 1733401574779Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733401574779Flushing stores of hbase:meta,,1.1588230740 at 1733401574779Flushing 1588230740/info: creating writer at 1733401574779Flushing 1588230740/info: appending metadata at 1733401574793 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733401574793Flushing 1588230740/ns: creating writer at 1733401575201 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733401575214 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733401575214Flushing 1588230740/rep_barrier: creating writer at 1733401575622 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733401575639 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733401575639Flushing 1588230740/table: creating writer at 1733401576047 (+408 ms)Flushing 1588230740/table: appending metadata at 1733401576060 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733401576060Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a0aa28e: reopening flushed file at 1733401576468 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50f993f9: reopening flushed file at 1733401576474 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@429adf26: reopening flushed file at 1733401576479 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6190105b: reopening flushed file at 1733401576483 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1708ms, sequenceid=11, compaction requested=false at 1733401576487 (+4 ms)Writing region close event to WAL at 1733401576491 (+4 ms)Running coprocessor post-close hooks at 1733401576493 (+2 ms)Closed at 1733401576494 (+1 ms) 2024-12-05T12:26:16,494 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T12:26:16,580 INFO [RS:0;9ea9abad0e9b:33879 {}] regionserver.HRegionServer(976): stopping server 9ea9abad0e9b,33879,1733401557683; all regions closed. 2024-12-05T12:26:16,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741834_1010 (size=2717) 2024-12-05T12:26:16,618 DEBUG [RS:0;9ea9abad0e9b:33879 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/oldWALs 2024-12-05T12:26:16,618 INFO [RS:0;9ea9abad0e9b:33879 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ea9abad0e9b%2C33879%2C1733401557683.meta:.meta(num 1733401560860) 2024-12-05T12:26:16,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741832_1008 (size=1028) 2024-12-05T12:26:16,620 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/WALs/9ea9abad0e9b,33879,1733401557683/9ea9abad0e9b%2C33879%2C1733401557683.1733401559905 not finished, retry = 0 2024-12-05T12:26:16,698 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,2-9ea9abad0e9b,39091,1733401547781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401571503 to pos 393, reset compression=false 2024-12-05T12:26:16,722 DEBUG [RS:0;9ea9abad0e9b:33879 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/oldWALs 2024-12-05T12:26:16,722 INFO [RS:0;9ea9abad0e9b:33879 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ea9abad0e9b%2C33879%2C1733401557683:(num 1733401559905) 2024-12-05T12:26:16,722 DEBUG [RS:0;9ea9abad0e9b:33879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:26:16,722 INFO [RS:0;9ea9abad0e9b:33879 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:26:16,722 INFO [RS:0;9ea9abad0e9b:33879 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:26:16,723 INFO [RS:0;9ea9abad0e9b:33879 {}] hbase.ChoreService(370): Chore service for: regionserver/9ea9abad0e9b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T12:26:16,723 INFO [RS:0;9ea9abad0e9b:33879 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:26:16,723 INFO [regionserver/9ea9abad0e9b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:26:16,723 INFO [RS:0;9ea9abad0e9b:33879 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ea9abad0e9b:33879. 2024-12-05T12:26:16,723 DEBUG [RS:0;9ea9abad0e9b:33879 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:26:16,723 DEBUG [RS:0;9ea9abad0e9b:33879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:26:16,723 DEBUG [RS:0;9ea9abad0e9b:33879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:26:16,723 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:26:16,724 INFO [RS:0;9ea9abad0e9b:33879 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33879 2024-12-05T12:26:16,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35549-0x101a6a253580006, quorum=127.0.0.1:54749, baseZNode=/2698958651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2698958651/rs 2024-12-05T12:26:16,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33879-0x101a6a253580007, quorum=127.0.0.1:54749, baseZNode=/2698958651 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2698958651/rs/9ea9abad0e9b,33879,1733401557683 2024-12-05T12:26:16,739 INFO [RS:0;9ea9abad0e9b:33879 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:26:16,747 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9ea9abad0e9b,33879,1733401557683] 2024-12-05T12:26:16,756 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2698958651/draining/9ea9abad0e9b,33879,1733401557683 already deleted, retry=false 2024-12-05T12:26:16,756 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9ea9abad0e9b,33879,1733401557683 expired; onlineServers=0 2024-12-05T12:26:16,756 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9ea9abad0e9b,35549,1733401557562' ***** 2024-12-05T12:26:16,756 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T12:26:16,756 INFO [M:0;9ea9abad0e9b:35549 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:26:16,756 INFO [M:0;9ea9abad0e9b:35549 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:26:16,756 DEBUG [M:0;9ea9abad0e9b:35549 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T12:26:16,756 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T12:26:16,756 DEBUG [M:0;9ea9abad0e9b:35549 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T12:26:16,756 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401559658 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401559658,5,FailOnTimeoutGroup] 2024-12-05T12:26:16,756 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401559658 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401559658,5,FailOnTimeoutGroup] 2024-12-05T12:26:16,756 INFO [M:0;9ea9abad0e9b:35549 {}] hbase.ChoreService(370): Chore service for: master/9ea9abad0e9b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T12:26:16,756 INFO [M:0;9ea9abad0e9b:35549 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:26:16,756 DEBUG [M:0;9ea9abad0e9b:35549 {}] master.HMaster(1795): Stopping service threads 2024-12-05T12:26:16,756 INFO [M:0;9ea9abad0e9b:35549 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T12:26:16,757 INFO [M:0;9ea9abad0e9b:35549 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:26:16,757 INFO [M:0;9ea9abad0e9b:35549 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T12:26:16,757 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T12:26:16,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35549-0x101a6a253580006, quorum=127.0.0.1:54749, baseZNode=/2698958651 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2698958651/master 2024-12-05T12:26:16,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35549-0x101a6a253580006, quorum=127.0.0.1:54749, baseZNode=/2698958651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2698958651 2024-12-05T12:26:16,764 DEBUG [M:0;9ea9abad0e9b:35549 {}] zookeeper.ZKUtil(347): master:35549-0x101a6a253580006, quorum=127.0.0.1:54749, baseZNode=/2698958651 Unable to get data of znode /2698958651/master because node does not exist (not an error) 2024-12-05T12:26:16,764 WARN [M:0;9ea9abad0e9b:35549 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T12:26:16,765 INFO [M:0;9ea9abad0e9b:35549 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/.lastflushedseqids 2024-12-05T12:26:16,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741843_1019 (size=173) 2024-12-05T12:26:16,769 INFO [M:0;9ea9abad0e9b:35549 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T12:26:16,769 INFO [M:0;9ea9abad0e9b:35549 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T12:26:16,769 DEBUG [M:0;9ea9abad0e9b:35549 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:26:16,769 INFO [M:0;9ea9abad0e9b:35549 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:26:16,769 DEBUG [M:0;9ea9abad0e9b:35549 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:26:16,769 DEBUG [M:0;9ea9abad0e9b:35549 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:26:16,769 DEBUG [M:0;9ea9abad0e9b:35549 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:26:16,769 INFO [M:0;9ea9abad0e9b:35549 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-12-05T12:26:16,782 DEBUG [M:0;9ea9abad0e9b:35549 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/06e84311fd0940349e917f3ed1b391a9 is 82, key is hbase:meta,,1/info:regioninfo/1733401560885/Put/seqid=0 2024-12-05T12:26:16,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741844_1020 (size=5672) 2024-12-05T12:26:16,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33879-0x101a6a253580007, quorum=127.0.0.1:54749, baseZNode=/2698958651 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:26:16,847 INFO [RS:0;9ea9abad0e9b:33879 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:26:16,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33879-0x101a6a253580007, quorum=127.0.0.1:54749, baseZNode=/2698958651 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:26:16,847 INFO [RS:0;9ea9abad0e9b:33879 {}] regionserver.HRegionServer(1031): Exiting; stopping=9ea9abad0e9b,33879,1733401557683; zookeeper connection closed. 2024-12-05T12:26:16,848 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2c712ec {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2c712ec 2024-12-05T12:26:16,848 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T12:26:17,029 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,1-9ea9abad0e9b,39091,1733401547781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401571503 to pos 393, reset compression=false 2024-12-05T12:26:17,185 INFO [M:0;9ea9abad0e9b:35549 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/06e84311fd0940349e917f3ed1b391a9 2024-12-05T12:26:17,193 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T12:26:17,201 DEBUG [M:0;9ea9abad0e9b:35549 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ad81a9662c741e1820376febfd78385 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733401566107/Put/seqid=0 2024-12-05T12:26:17,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741845_1021 (size=6586) 2024-12-05T12:26:17,602 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,2-9ea9abad0e9b,39091,1733401547781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401571503 to pos 393, reset compression=false 2024-12-05T12:26:17,604 INFO [M:0;9ea9abad0e9b:35549 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ad81a9662c741e1820376febfd78385 2024-12-05T12:26:17,620 DEBUG [M:0;9ea9abad0e9b:35549 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ca9708a8475242dbb498cd2a3a8a616b is 69, key is 9ea9abad0e9b,33879,1733401557683/rs:state/1733401559732/Put/seqid=0 2024-12-05T12:26:17,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741846_1022 (size=5156) 2024-12-05T12:26:17,932 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,1-9ea9abad0e9b,39091,1733401547781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401571503 to pos 393, reset compression=false 2024-12-05T12:26:18,023 INFO [M:0;9ea9abad0e9b:35549 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ca9708a8475242dbb498cd2a3a8a616b 2024-12-05T12:26:18,028 DEBUG [M:0;9ea9abad0e9b:35549 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/06e84311fd0940349e917f3ed1b391a9 as hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/06e84311fd0940349e917f3ed1b391a9 2024-12-05T12:26:18,031 INFO [M:0;9ea9abad0e9b:35549 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/06e84311fd0940349e917f3ed1b391a9, entries=8, sequenceid=55, filesize=5.5 K 2024-12-05T12:26:18,032 DEBUG [M:0;9ea9abad0e9b:35549 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ad81a9662c741e1820376febfd78385 as hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3ad81a9662c741e1820376febfd78385 2024-12-05T12:26:18,036 INFO [M:0;9ea9abad0e9b:35549 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3ad81a9662c741e1820376febfd78385, entries=6, sequenceid=55, filesize=6.4 K 2024-12-05T12:26:18,036 DEBUG [M:0;9ea9abad0e9b:35549 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ca9708a8475242dbb498cd2a3a8a616b as hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ca9708a8475242dbb498cd2a3a8a616b 2024-12-05T12:26:18,039 INFO [M:0;9ea9abad0e9b:35549 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39579/user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ca9708a8475242dbb498cd2a3a8a616b, entries=1, sequenceid=55, filesize=5.0 K 2024-12-05T12:26:18,040 INFO [M:0;9ea9abad0e9b:35549 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1271ms, sequenceid=55, compaction requested=false 2024-12-05T12:26:18,041 INFO [M:0;9ea9abad0e9b:35549 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:26:18,041 DEBUG [M:0;9ea9abad0e9b:35549 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401576769Disabling compacts and flushes for region at 1733401576769Disabling writes for close at 1733401576769Obtaining lock to block concurrent updates at 1733401576769Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733401576769Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1733401576770 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733401576770Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733401576770Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733401576782 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733401576782Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733401577189 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733401577201 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733401577201Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733401577607 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733401577620 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733401577620Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@327f26b1: reopening flushed file at 1733401578027 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4376f961: reopening flushed file at 1733401578032 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41339f53: reopening flushed file at 1733401578036 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1271ms, sequenceid=55, compaction requested=false at 1733401578040 (+4 ms)Writing region close event to WAL at 1733401578041 (+1 ms)Closed at 1733401578041 2024-12-05T12:26:18,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741830_1006 (size=32770) 2024-12-05T12:26:18,043 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/73ff33d6-7729-c79e-a7e2-d67f5403baba/MasterData/WALs/9ea9abad0e9b,35549,1733401557562/9ea9abad0e9b%2C35549%2C1733401557562.1733401559405 not finished, retry = 0 2024-12-05T12:26:18,144 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:26:18,144 INFO [M:0;9ea9abad0e9b:35549 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T12:26:18,144 INFO [M:0;9ea9abad0e9b:35549 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35549 2024-12-05T12:26:18,144 INFO [M:0;9ea9abad0e9b:35549 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:26:18,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35549-0x101a6a253580006, quorum=127.0.0.1:54749, baseZNode=/2698958651 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:26:18,292 INFO [M:0;9ea9abad0e9b:35549 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:26:18,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35549-0x101a6a253580006, quorum=127.0.0.1:54749, baseZNode=/2698958651 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:26:18,318 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@66e6394f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:26:18,318 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6aab8c8c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:26:18,319 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:26:18,319 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c35b670{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:26:18,319 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fe3011{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3478096-fb35-d139-c2a6-251f9e93a33c/hadoop.log.dir/,STOPPED} 2024-12-05T12:26:18,320 WARN [BP-1139761287-172.17.0.3-1733401556052 heartbeating to localhost/127.0.0.1:39579 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T12:26:18,320 WARN [BP-1139761287-172.17.0.3-1733401556052 heartbeating to localhost/127.0.0.1:39579 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1139761287-172.17.0.3-1733401556052 (Datanode Uuid b9baadbc-cd13-41d0-83f3-4d98faac8434) service to localhost/127.0.0.1:39579 2024-12-05T12:26:18,321 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T12:26:18,321 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T12:26:18,321 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3478096-fb35-d139-c2a6-251f9e93a33c/cluster_8a59d5a8-5cb0-5604-1ff7-59da624c2dfc/data/data2/current/BP-1139761287-172.17.0.3-1733401556052 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:26:18,321 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T12:26:18,322 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3478096-fb35-d139-c2a6-251f9e93a33c/cluster_8a59d5a8-5cb0-5604-1ff7-59da624c2dfc/data/data1/current/BP-1139761287-172.17.0.3-1733401556052 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:26:18,331 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70568adf{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:26:18,332 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@354c0c7c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:26:18,332 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:26:18,332 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1949bef0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:26:18,332 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d9eea53{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3478096-fb35-d139-c2a6-251f9e93a33c/hadoop.log.dir/,STOPPED} 2024-12-05T12:26:18,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T12:26:18,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T12:26:18,342 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:26:18,342 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:26:18,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:26:18,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:26:18,342 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:26:18,342 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T12:26:18,343 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1479188566, stopped=false 2024-12-05T12:26:18,343 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9ea9abad0e9b,38415,1733401552567 2024-12-05T12:26:18,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38415-0x101a6a253580003, quorum=127.0.0.1:54749, baseZNode=/11685350272 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11685350272/running 2024-12-05T12:26:18,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33893-0x101a6a253580004, quorum=127.0.0.1:54749, baseZNode=/11685350272 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11685350272/running 2024-12-05T12:26:18,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38415-0x101a6a253580003, quorum=127.0.0.1:54749, baseZNode=/11685350272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11685350272 2024-12-05T12:26:18,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33893-0x101a6a253580004, quorum=127.0.0.1:54749, baseZNode=/11685350272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11685350272 2024-12-05T12:26:18,359 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:26:18,359 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:26:18,359 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38415-0x101a6a253580003, quorum=127.0.0.1:54749, baseZNode=/11685350272 Set watcher on znode that does not yet exist, /11685350272/running 2024-12-05T12:26:18,359 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33893-0x101a6a253580004, quorum=127.0.0.1:54749, baseZNode=/11685350272 Set watcher on znode that does not yet exist, /11685350272/running 2024-12-05T12:26:18,359 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:26:18,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:26:18,360 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9ea9abad0e9b,33893,1733401552682' ***** 2024-12-05T12:26:18,360 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T12:26:18,360 INFO [RS:0;9ea9abad0e9b:33893 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T12:26:18,360 INFO [RS:0;9ea9abad0e9b:33893 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T12:26:18,360 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T12:26:18,360 INFO [RS:0;9ea9abad0e9b:33893 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T12:26:18,360 INFO [RS:0;9ea9abad0e9b:33893 {}] regionserver.HRegionServer(3091): Received CLOSE for 118b573ec23791d2f4e867a60d58ec7b 2024-12-05T12:26:18,360 INFO [RS:0;9ea9abad0e9b:33893 {}] regionserver.HRegionServer(959): stopping server 9ea9abad0e9b,33893,1733401552682 2024-12-05T12:26:18,360 INFO [RS:0;9ea9abad0e9b:33893 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:26:18,360 INFO [RS:0;9ea9abad0e9b:33893 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ea9abad0e9b:33893. 2024-12-05T12:26:18,360 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 118b573ec23791d2f4e867a60d58ec7b, disabling compactions & flushes 2024-12-05T12:26:18,360 DEBUG [RS:0;9ea9abad0e9b:33893 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:26:18,360 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733401563178.118b573ec23791d2f4e867a60d58ec7b. 2024-12-05T12:26:18,360 DEBUG [RS:0;9ea9abad0e9b:33893 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:26:18,360 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401563178.118b573ec23791d2f4e867a60d58ec7b. 2024-12-05T12:26:18,360 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733401563178.118b573ec23791d2f4e867a60d58ec7b. after waiting 0 ms 2024-12-05T12:26:18,360 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733401563178.118b573ec23791d2f4e867a60d58ec7b. 2024-12-05T12:26:18,360 INFO [RS:0;9ea9abad0e9b:33893 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T12:26:18,360 INFO [RS:0;9ea9abad0e9b:33893 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T12:26:18,360 INFO [RS:0;9ea9abad0e9b:33893 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T12:26:18,360 INFO [RS:0;9ea9abad0e9b:33893 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T12:26:18,361 INFO [RS:0;9ea9abad0e9b:33893 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T12:26:18,361 DEBUG [RS:0;9ea9abad0e9b:33893 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 118b573ec23791d2f4e867a60d58ec7b=test,,1733401563178.118b573ec23791d2f4e867a60d58ec7b.} 2024-12-05T12:26:18,361 DEBUG [RS:0;9ea9abad0e9b:33893 {}] regionserver.HRegionServer(1351): Waiting on 118b573ec23791d2f4e867a60d58ec7b, 1588230740 2024-12-05T12:26:18,361 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:26:18,361 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:26:18,361 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:26:18,361 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:26:18,361 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:26:18,361 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-05T12:26:18,363 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/data/default/test/118b573ec23791d2f4e867a60d58ec7b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T12:26:18,364 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:26:18,364 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T12:26:18,364 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733401563178.118b573ec23791d2f4e867a60d58ec7b. 2024-12-05T12:26:18,364 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 118b573ec23791d2f4e867a60d58ec7b: Waiting for close lock at 1733401578360Running coprocessor pre-close hooks at 1733401578360Disabling compacts and flushes for region at 1733401578360Disabling writes for close at 1733401578360Writing region close event to WAL at 1733401578361 (+1 ms)Running coprocessor post-close hooks at 1733401578364 (+3 ms)Closed at 1733401578364 2024-12-05T12:26:18,364 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733401563178.118b573ec23791d2f4e867a60d58ec7b. 2024-12-05T12:26:18,372 INFO [regionserver/9ea9abad0e9b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:26:18,376 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/data/hbase/meta/1588230740/.tmp/info/6cbe446ce6ae494cb577b0bf77010408 is 129, key is test,,1733401563178.118b573ec23791d2f4e867a60d58ec7b./info:regioninfo/1733401564316/Put/seqid=0 2024-12-05T12:26:18,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41565 is added to blk_1073741841_1017 (size=6421) 2024-12-05T12:26:18,561 DEBUG [RS:0;9ea9abad0e9b:33893 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:26:18,605 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,2-9ea9abad0e9b,39091,1733401547781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401571503 to pos 393, reset compression=false 2024-12-05T12:26:18,761 DEBUG [RS:0;9ea9abad0e9b:33893 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:26:18,779 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/data/hbase/meta/1588230740/.tmp/info/6cbe446ce6ae494cb577b0bf77010408 2024-12-05T12:26:18,799 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/data/hbase/meta/1588230740/.tmp/ns/961fc204bab44c4e9f7a954b68729288 is 43, key is default/ns:d/1733401555954/Put/seqid=0 2024-12-05T12:26:18,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41565 is added to blk_1073741842_1018 (size=5153) 2024-12-05T12:26:18,823 INFO [regionserver/9ea9abad0e9b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T12:26:18,823 INFO [regionserver/9ea9abad0e9b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T12:26:18,936 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,1-9ea9abad0e9b,39091,1733401547781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401571503 to pos 393, reset compression=false 2024-12-05T12:26:18,961 DEBUG [RS:0;9ea9abad0e9b:33893 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:26:19,161 DEBUG [RS:0;9ea9abad0e9b:33893 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:26:19,202 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/data/hbase/meta/1588230740/.tmp/ns/961fc204bab44c4e9f7a954b68729288 2024-12-05T12:26:19,216 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/data/hbase/meta/1588230740/.tmp/rep_barrier/cab6c4cb6053467c84c56338369b633b is 112, key is test,,1733401563178.118b573ec23791d2f4e867a60d58ec7b./rep_barrier:seqnumDuringOpen/1733401564316/Put/seqid=0 2024-12-05T12:26:19,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41565 is added to blk_1073741843_1019 (size=5518) 2024-12-05T12:26:19,361 DEBUG [RS:0;9ea9abad0e9b:33893 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:26:19,562 INFO [RS:0;9ea9abad0e9b:33893 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T12:26:19,562 DEBUG [RS:0;9ea9abad0e9b:33893 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T12:26:19,562 DEBUG [RS:0;9ea9abad0e9b:33893 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:26:19,620 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/data/hbase/meta/1588230740/.tmp/rep_barrier/cab6c4cb6053467c84c56338369b633b 2024-12-05T12:26:19,640 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/data/hbase/meta/1588230740/.tmp/table/55da117f8070457eaa432542f4bb189d is 40, key is test/table:state/1733401564324/Put/seqid=0 2024-12-05T12:26:19,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41565 is added to blk_1073741844_1020 (size=5165) 2024-12-05T12:26:19,709 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,2-9ea9abad0e9b,39091,1733401547781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401571503 to pos 393, reset compression=false 2024-12-05T12:26:19,762 DEBUG [RS:0;9ea9abad0e9b:33893 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:26:19,962 DEBUG [RS:0;9ea9abad0e9b:33893 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:26:20,039 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,1-9ea9abad0e9b,39091,1733401547781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401571503 to pos 393, reset compression=false 2024-12-05T12:26:20,043 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/data/hbase/meta/1588230740/.tmp/table/55da117f8070457eaa432542f4bb189d 2024-12-05T12:26:20,047 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/data/hbase/meta/1588230740/.tmp/info/6cbe446ce6ae494cb577b0bf77010408 as hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/data/hbase/meta/1588230740/info/6cbe446ce6ae494cb577b0bf77010408 2024-12-05T12:26:20,050 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/data/hbase/meta/1588230740/info/6cbe446ce6ae494cb577b0bf77010408, entries=10, sequenceid=11, filesize=6.3 K 2024-12-05T12:26:20,051 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/data/hbase/meta/1588230740/.tmp/ns/961fc204bab44c4e9f7a954b68729288 as hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/data/hbase/meta/1588230740/ns/961fc204bab44c4e9f7a954b68729288 2024-12-05T12:26:20,053 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/data/hbase/meta/1588230740/ns/961fc204bab44c4e9f7a954b68729288, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T12:26:20,054 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/data/hbase/meta/1588230740/.tmp/rep_barrier/cab6c4cb6053467c84c56338369b633b as hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/data/hbase/meta/1588230740/rep_barrier/cab6c4cb6053467c84c56338369b633b 2024-12-05T12:26:20,057 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/data/hbase/meta/1588230740/rep_barrier/cab6c4cb6053467c84c56338369b633b, entries=1, sequenceid=11, filesize=5.4 K 2024-12-05T12:26:20,057 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/data/hbase/meta/1588230740/.tmp/table/55da117f8070457eaa432542f4bb189d as hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/data/hbase/meta/1588230740/table/55da117f8070457eaa432542f4bb189d 2024-12-05T12:26:20,060 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/data/hbase/meta/1588230740/table/55da117f8070457eaa432542f4bb189d, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T12:26:20,060 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1699ms, sequenceid=11, compaction requested=false 2024-12-05T12:26:20,060 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T12:26:20,064 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T12:26:20,064 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:26:20,064 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:26:20,065 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:26:20,065 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401578361Running coprocessor pre-close hooks at 1733401578361Disabling compacts and flushes for region at 1733401578361Disabling writes for close at 1733401578361Obtaining lock to block concurrent updates at 1733401578361Preparing flush snapshotting stores in 1588230740 at 1733401578361Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733401578361Flushing stores of hbase:meta,,1.1588230740 at 1733401578361Flushing 1588230740/info: creating writer at 1733401578361Flushing 1588230740/info: appending metadata at 1733401578375 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733401578376 (+1 ms)Flushing 1588230740/ns: creating writer at 1733401578783 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733401578798 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733401578798Flushing 1588230740/rep_barrier: creating writer at 1733401579205 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733401579216 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733401579216Flushing 1588230740/table: creating writer at 1733401579623 (+407 ms)Flushing 1588230740/table: appending metadata at 1733401579640 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733401579640Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18726426: reopening flushed file at 1733401580047 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37a8f58b: reopening flushed file at 1733401580050 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c64eb82: reopening flushed file at 1733401580053 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70a21c52: reopening flushed file at 1733401580057 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1699ms, sequenceid=11, compaction requested=false at 1733401580060 (+3 ms)Writing region close event to WAL at 1733401580062 (+2 ms)Running coprocessor post-close hooks at 1733401580064 (+2 ms)Closed at 1733401580064 2024-12-05T12:26:20,065 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T12:26:20,162 INFO [RS:0;9ea9abad0e9b:33893 {}] regionserver.HRegionServer(976): stopping server 9ea9abad0e9b,33893,1733401552682; all regions closed. 2024-12-05T12:26:20,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41565 is added to blk_1073741834_1010 (size=2717) 2024-12-05T12:26:20,165 DEBUG [RS:0;9ea9abad0e9b:33893 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/oldWALs 2024-12-05T12:26:20,165 INFO [RS:0;9ea9abad0e9b:33893 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ea9abad0e9b%2C33893%2C1733401552682.meta:.meta(num 1733401555914) 2024-12-05T12:26:20,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41565 is added to blk_1073741832_1008 (size=1374) 2024-12-05T12:26:20,168 DEBUG [RS:0;9ea9abad0e9b:33893 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/oldWALs 2024-12-05T12:26:20,168 INFO [RS:0;9ea9abad0e9b:33893 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ea9abad0e9b%2C33893%2C1733401552682:(num 1733401554878) 2024-12-05T12:26:20,168 DEBUG [RS:0;9ea9abad0e9b:33893 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:26:20,168 INFO [RS:0;9ea9abad0e9b:33893 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:26:20,168 INFO [RS:0;9ea9abad0e9b:33893 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:26:20,169 INFO [RS:0;9ea9abad0e9b:33893 {}] hbase.ChoreService(370): Chore service for: regionserver/9ea9abad0e9b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T12:26:20,169 INFO [RS:0;9ea9abad0e9b:33893 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:26:20,169 INFO [regionserver/9ea9abad0e9b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:26:20,169 INFO [RS:0;9ea9abad0e9b:33893 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ea9abad0e9b:33893. 2024-12-05T12:26:20,169 DEBUG [RS:0;9ea9abad0e9b:33893 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:26:20,169 DEBUG [RS:0;9ea9abad0e9b:33893 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:26:20,169 DEBUG [RS:0;9ea9abad0e9b:33893 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:26:20,169 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:26:20,169 INFO [RS:0;9ea9abad0e9b:33893 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33893 2024-12-05T12:26:20,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33893-0x101a6a253580004, quorum=127.0.0.1:54749, baseZNode=/11685350272 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11685350272/rs/9ea9abad0e9b,33893,1733401552682 2024-12-05T12:26:20,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38415-0x101a6a253580003, quorum=127.0.0.1:54749, baseZNode=/11685350272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11685350272/rs 2024-12-05T12:26:20,250 INFO [RS:0;9ea9abad0e9b:33893 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:26:20,251 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9ea9abad0e9b,33893,1733401552682] 2024-12-05T12:26:20,267 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11685350272/draining/9ea9abad0e9b,33893,1733401552682 already deleted, retry=false 2024-12-05T12:26:20,267 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9ea9abad0e9b,33893,1733401552682 expired; onlineServers=0 2024-12-05T12:26:20,267 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9ea9abad0e9b,38415,1733401552567' ***** 2024-12-05T12:26:20,267 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T12:26:20,267 INFO [M:0;9ea9abad0e9b:38415 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:26:20,267 INFO [M:0;9ea9abad0e9b:38415 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:26:20,267 DEBUG [M:0;9ea9abad0e9b:38415 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T12:26:20,267 DEBUG [M:0;9ea9abad0e9b:38415 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T12:26:20,267 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T12:26:20,267 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401554666 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401554666,5,FailOnTimeoutGroup] 2024-12-05T12:26:20,267 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401554666 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401554666,5,FailOnTimeoutGroup] 2024-12-05T12:26:20,267 INFO [M:0;9ea9abad0e9b:38415 {}] hbase.ChoreService(370): Chore service for: master/9ea9abad0e9b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T12:26:20,267 INFO [M:0;9ea9abad0e9b:38415 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:26:20,268 DEBUG [M:0;9ea9abad0e9b:38415 {}] master.HMaster(1795): Stopping service threads 2024-12-05T12:26:20,268 INFO [M:0;9ea9abad0e9b:38415 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T12:26:20,268 INFO [M:0;9ea9abad0e9b:38415 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:26:20,268 INFO [M:0;9ea9abad0e9b:38415 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T12:26:20,268 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T12:26:20,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38415-0x101a6a253580003, quorum=127.0.0.1:54749, baseZNode=/11685350272 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11685350272/master 2024-12-05T12:26:20,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38415-0x101a6a253580003, quorum=127.0.0.1:54749, baseZNode=/11685350272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11685350272 2024-12-05T12:26:20,275 DEBUG [M:0;9ea9abad0e9b:38415 {}] zookeeper.ZKUtil(347): master:38415-0x101a6a253580003, quorum=127.0.0.1:54749, baseZNode=/11685350272 Unable to get data of znode /11685350272/master because node does not exist (not an error) 2024-12-05T12:26:20,275 WARN [M:0;9ea9abad0e9b:38415 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T12:26:20,276 INFO [M:0;9ea9abad0e9b:38415 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/.lastflushedseqids 2024-12-05T12:26:20,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41565 is added to blk_1073741845_1021 (size=173) 2024-12-05T12:26:20,284 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:26:20,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:20,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:20,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:20,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:20,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:20,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:20,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:20,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:20,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:20,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:20,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:20,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:20,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:20,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:20,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:20,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:20,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:20,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:20,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:20,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33893-0x101a6a253580004, quorum=127.0.0.1:54749, baseZNode=/11685350272 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:26:20,359 INFO [RS:0;9ea9abad0e9b:33893 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:26:20,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33893-0x101a6a253580004, quorum=127.0.0.1:54749, baseZNode=/11685350272 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:26:20,359 INFO [RS:0;9ea9abad0e9b:33893 {}] regionserver.HRegionServer(1031): Exiting; stopping=9ea9abad0e9b,33893,1733401552682; zookeeper connection closed. 2024-12-05T12:26:20,359 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@628c6549 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@628c6549 2024-12-05T12:26:20,359 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T12:26:20,680 INFO [M:0;9ea9abad0e9b:38415 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T12:26:20,680 INFO [M:0;9ea9abad0e9b:38415 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T12:26:20,680 DEBUG [M:0;9ea9abad0e9b:38415 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:26:20,680 INFO [M:0;9ea9abad0e9b:38415 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:26:20,680 DEBUG [M:0;9ea9abad0e9b:38415 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:26:20,681 DEBUG [M:0;9ea9abad0e9b:38415 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:26:20,681 DEBUG [M:0;9ea9abad0e9b:38415 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:26:20,681 INFO [M:0;9ea9abad0e9b:38415 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-12-05T12:26:20,698 DEBUG [M:0;9ea9abad0e9b:38415 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe9962332fab479aa78fcae836921186 is 82, key is hbase:meta,,1/info:regioninfo/1733401555938/Put/seqid=0 2024-12-05T12:26:20,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41565 is added to blk_1073741846_1022 (size=5672) 2024-12-05T12:26:20,912 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,2-9ea9abad0e9b,39091,1733401547781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401571503 to pos 393, reset compression=false 2024-12-05T12:26:21,102 INFO [M:0;9ea9abad0e9b:38415 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe9962332fab479aa78fcae836921186 2024-12-05T12:26:21,117 DEBUG [M:0;9ea9abad0e9b:38415 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f0eb4d62fc07480daa35db7594a8334c is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733401564327/Put/seqid=0 2024-12-05T12:26:21,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41565 is added to blk_1073741847_1023 (size=6586) 2024-12-05T12:26:21,242 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,1-9ea9abad0e9b,39091,1733401547781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401571503 to pos 393, reset compression=false 2024-12-05T12:26:21,523 INFO [M:0;9ea9abad0e9b:38415 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f0eb4d62fc07480daa35db7594a8334c 2024-12-05T12:26:21,538 DEBUG [M:0;9ea9abad0e9b:38415 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3f8f2ad30a024ac696a06a871309247f is 69, key is 9ea9abad0e9b,33893,1733401552682/rs:state/1733401554732/Put/seqid=0 2024-12-05T12:26:21,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41565 is added to blk_1073741848_1024 (size=5156) 2024-12-05T12:26:21,942 INFO [M:0;9ea9abad0e9b:38415 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3f8f2ad30a024ac696a06a871309247f 2024-12-05T12:26:21,945 DEBUG [M:0;9ea9abad0e9b:38415 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe9962332fab479aa78fcae836921186 as hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fe9962332fab479aa78fcae836921186 2024-12-05T12:26:21,949 INFO [M:0;9ea9abad0e9b:38415 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fe9962332fab479aa78fcae836921186, entries=8, sequenceid=55, filesize=5.5 K 2024-12-05T12:26:21,949 DEBUG [M:0;9ea9abad0e9b:38415 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f0eb4d62fc07480daa35db7594a8334c as hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f0eb4d62fc07480daa35db7594a8334c 2024-12-05T12:26:21,952 INFO [M:0;9ea9abad0e9b:38415 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f0eb4d62fc07480daa35db7594a8334c, entries=6, sequenceid=55, filesize=6.4 K 2024-12-05T12:26:21,953 DEBUG [M:0;9ea9abad0e9b:38415 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3f8f2ad30a024ac696a06a871309247f as hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3f8f2ad30a024ac696a06a871309247f 2024-12-05T12:26:21,956 INFO [M:0;9ea9abad0e9b:38415 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35043/user/jenkins/test-data/059d9f24-aff7-1462-9009-a38467793883/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3f8f2ad30a024ac696a06a871309247f, entries=1, sequenceid=55, filesize=5.0 K 2024-12-05T12:26:21,957 INFO [M:0;9ea9abad0e9b:38415 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=55, compaction requested=false 2024-12-05T12:26:21,959 INFO [M:0;9ea9abad0e9b:38415 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:26:21,959 DEBUG [M:0;9ea9abad0e9b:38415 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401580680Disabling compacts and flushes for region at 1733401580680Disabling writes for close at 1733401580681 (+1 ms)Obtaining lock to block concurrent updates at 1733401580681Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733401580681Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1733401580681Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733401580681Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733401580682 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733401580697 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733401580697Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733401581105 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733401581117 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733401581117Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733401581527 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733401581538 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733401581538Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fe65dd9: reopening flushed file at 1733401581945 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@85c2b2: reopening flushed file at 1733401581949 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2121f754: reopening flushed file at 1733401581952 (+3 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=55, compaction requested=false at 1733401581957 (+5 ms)Writing region close event to WAL at 1733401581959 (+2 ms)Closed at 1733401581959 2024-12-05T12:26:21,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41565 is added to blk_1073741830_1006 (size=32770) 2024-12-05T12:26:21,961 INFO [M:0;9ea9abad0e9b:38415 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T12:26:21,961 INFO [M:0;9ea9abad0e9b:38415 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38415 2024-12-05T12:26:21,961 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:26:21,962 INFO [M:0;9ea9abad0e9b:38415 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:26:22,080 INFO [M:0;9ea9abad0e9b:38415 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:26:22,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38415-0x101a6a253580003, quorum=127.0.0.1:54749, baseZNode=/11685350272 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:26:22,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38415-0x101a6a253580003, quorum=127.0.0.1:54749, baseZNode=/11685350272 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:26:22,082 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e5b4447{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:26:22,083 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69dbfd02{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:26:22,083 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:26:22,083 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@83959c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:26:22,083 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d746cd4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e535126-2693-85a1-f6b3-69038d0a135b/hadoop.log.dir/,STOPPED} 2024-12-05T12:26:22,084 WARN [BP-1089222757-172.17.0.3-1733401551177 heartbeating to localhost/127.0.0.1:35043 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T12:26:22,084 WARN [BP-1089222757-172.17.0.3-1733401551177 heartbeating to localhost/127.0.0.1:35043 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1089222757-172.17.0.3-1733401551177 (Datanode Uuid 95860e1d-642f-4cd4-bb27-756049bdd43e) service to localhost/127.0.0.1:35043 2024-12-05T12:26:22,084 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T12:26:22,084 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T12:26:22,084 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e535126-2693-85a1-f6b3-69038d0a135b/cluster_428aa296-a290-ae18-f1d8-87c8aa46cef0/data/data1/current/BP-1089222757-172.17.0.3-1733401551177 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:26:22,084 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e535126-2693-85a1-f6b3-69038d0a135b/cluster_428aa296-a290-ae18-f1d8-87c8aa46cef0/data/data2/current/BP-1089222757-172.17.0.3-1733401551177 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:26:22,084 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T12:26:22,089 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28896d82{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:26:22,089 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@bb26dc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:26:22,089 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:26:22,090 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c64721b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:26:22,090 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19d5f462{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e535126-2693-85a1-f6b3-69038d0a135b/hadoop.log.dir/,STOPPED} 2024-12-05T12:26:22,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T12:26:22,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T12:26:22,103 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:26:22,103 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:26:22,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:26:22,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:26:22,103 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:26:22,103 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T12:26:22,103 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=272846082, stopped=false 2024-12-05T12:26:22,104 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9ea9abad0e9b,35301,1733401547604 2024-12-05T12:26:22,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35301-0x101a6a253580000, quorum=127.0.0.1:54749, baseZNode=/0817979520 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0817979520/running 2024-12-05T12:26:22,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35301-0x101a6a253580000, quorum=127.0.0.1:54749, baseZNode=/0817979520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0817979520 2024-12-05T12:26:22,117 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x101a6a253580001, quorum=127.0.0.1:54749, baseZNode=/0817979520 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0817979520/running 2024-12-05T12:26:22,117 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x101a6a253580001, quorum=127.0.0.1:54749, baseZNode=/0817979520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0817979520 2024-12-05T12:26:22,117 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:26:22,117 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:26:22,117 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:26:22,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:26:22,117 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9ea9abad0e9b,39091,1733401547781' ***** 2024-12-05T12:26:22,118 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T12:26:22,118 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35301-0x101a6a253580000, quorum=127.0.0.1:54749, baseZNode=/0817979520 Set watcher on znode that does not yet exist, /0817979520/running 2024-12-05T12:26:22,118 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39091-0x101a6a253580001, quorum=127.0.0.1:54749, baseZNode=/0817979520 Set watcher on znode that does not yet exist, /0817979520/running 2024-12-05T12:26:22,118 INFO [RS:0;9ea9abad0e9b:39091 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T12:26:22,118 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T12:26:22,118 INFO [RS:0;9ea9abad0e9b:39091 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T12:26:22,118 INFO [RS:0;9ea9abad0e9b:39091 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T12:26:22,118 INFO [RS:0;9ea9abad0e9b:39091 {}] regionserver.HRegionServer(3091): Received CLOSE for 202d9b0114a106057adb4cf448f7037f 2024-12-05T12:26:22,118 INFO [regionserver/9ea9abad0e9b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:26:22,119 INFO [RS:0;9ea9abad0e9b:39091 {}] regionserver.HRegionServer(3091): Received CLOSE for aa1e8fad8b3491d3ee283c0b61c0acdc 2024-12-05T12:26:22,119 INFO [RS:0;9ea9abad0e9b:39091 {}] regionserver.HRegionServer(959): stopping server 9ea9abad0e9b,39091,1733401547781 2024-12-05T12:26:22,119 INFO [RS:0;9ea9abad0e9b:39091 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:26:22,119 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 202d9b0114a106057adb4cf448f7037f, disabling compactions & flushes 2024-12-05T12:26:22,119 INFO [RS:0;9ea9abad0e9b:39091 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ea9abad0e9b:39091. 2024-12-05T12:26:22,119 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733401561029.202d9b0114a106057adb4cf448f7037f. 2024-12-05T12:26:22,119 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401561029.202d9b0114a106057adb4cf448f7037f. 2024-12-05T12:26:22,119 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733401561029.202d9b0114a106057adb4cf448f7037f. after waiting 0 ms 2024-12-05T12:26:22,119 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733401561029.202d9b0114a106057adb4cf448f7037f. 2024-12-05T12:26:22,119 DEBUG [RS:0;9ea9abad0e9b:39091 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:26:22,119 DEBUG [RS:0;9ea9abad0e9b:39091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:26:22,119 INFO [RS:0;9ea9abad0e9b:39091 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T12:26:22,119 INFO [RS:0;9ea9abad0e9b:39091 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T12:26:22,119 INFO [RS:0;9ea9abad0e9b:39091 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T12:26:22,119 INFO [RS:0;9ea9abad0e9b:39091 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T12:26:22,119 INFO [RS:0;9ea9abad0e9b:39091 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T12:26:22,119 DEBUG [RS:0;9ea9abad0e9b:39091 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 202d9b0114a106057adb4cf448f7037f=test,,1733401561029.202d9b0114a106057adb4cf448f7037f., aa1e8fad8b3491d3ee283c0b61c0acdc=hbase:replication,,1733401566478.aa1e8fad8b3491d3ee283c0b61c0acdc.} 2024-12-05T12:26:22,119 DEBUG [RS:0;9ea9abad0e9b:39091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 202d9b0114a106057adb4cf448f7037f, aa1e8fad8b3491d3ee283c0b61c0acdc 2024-12-05T12:26:22,119 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:26:22,119 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:26:22,119 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:26:22,119 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:26:22,119 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:26:22,120 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T12:26:22,122 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/data/default/test/202d9b0114a106057adb4cf448f7037f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T12:26:22,122 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:26:22,122 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T12:26:22,122 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733401561029.202d9b0114a106057adb4cf448f7037f. 2024-12-05T12:26:22,122 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 202d9b0114a106057adb4cf448f7037f: Waiting for close lock at 1733401582119Running coprocessor pre-close hooks at 1733401582119Disabling compacts and flushes for region at 1733401582119Disabling writes for close at 1733401582119Writing region close event to WAL at 1733401582119Running coprocessor post-close hooks at 1733401582122 (+3 ms)Closed at 1733401582122 2024-12-05T12:26:22,122 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733401561029.202d9b0114a106057adb4cf448f7037f. 2024-12-05T12:26:22,122 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aa1e8fad8b3491d3ee283c0b61c0acdc, disabling compactions & flushes 2024-12-05T12:26:22,122 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401566478.aa1e8fad8b3491d3ee283c0b61c0acdc. 2024-12-05T12:26:22,122 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401566478.aa1e8fad8b3491d3ee283c0b61c0acdc. 2024-12-05T12:26:22,123 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401566478.aa1e8fad8b3491d3ee283c0b61c0acdc. after waiting 0 ms 2024-12-05T12:26:22,123 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401566478.aa1e8fad8b3491d3ee283c0b61c0acdc. 2024-12-05T12:26:22,123 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing aa1e8fad8b3491d3ee283c0b61c0acdc 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-12-05T12:26:22,132 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/data/hbase/meta/1588230740/.tmp/info/6a1c7b1dcf0149f68d73506ae563b236 is 147, key is hbase:replication,,1733401566478.aa1e8fad8b3491d3ee283c0b61c0acdc./info:regioninfo/1733401567632/Put/seqid=0 2024-12-05T12:26:22,134 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/data/hbase/replication/aa1e8fad8b3491d3ee283c0b61c0acdc/.tmp/hfileref/f3f7d26c8024420785387672b82278a5 is 74, key is 1/hfileref:182b05d529b844a79ac8e4d203709cc3_SeqId_4_/1733401570830/DeleteColumn/seqid=0 2024-12-05T12:26:22,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741847_1023 (size=7686) 2024-12-05T12:26:22,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741848_1024 (size=5489) 2024-12-05T12:26:22,137 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/data/hbase/replication/aa1e8fad8b3491d3ee283c0b61c0acdc/.tmp/hfileref/f3f7d26c8024420785387672b82278a5 2024-12-05T12:26:22,151 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/data/hbase/replication/aa1e8fad8b3491d3ee283c0b61c0acdc/.tmp/queue/302a103510ba44e1a7a09d4c031adff7 is 153, key is 1-9ea9abad0e9b,39091,1733401547781/queue:9ea9abad0e9b%2C39091%2C1733401547781/1733401574368/Put/seqid=0 2024-12-05T12:26:22,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741849_1025 (size=5504) 2024-12-05T12:26:22,215 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,2-9ea9abad0e9b,39091,1733401547781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401571503 to pos 393, reset compression=false 2024-12-05T12:26:22,219 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,2-9ea9abad0e9b,39091,1733401547781 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:26:22,219 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,2-9ea9abad0e9b,39091,1733401547781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401571503 to pos 688, reset compression=false 2024-12-05T12:26:22,219 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,39091,1733401547781.replicationSource.shipper9ea9abad0e9b%2C39091%2C1733401547781,2-9ea9abad0e9b,39091,1733401547781 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-9ea9abad0e9b,39091,1733401547781 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401571503, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:26:22,219 ERROR [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,39091,1733401547781.replicationSource.shipper9ea9abad0e9b%2C39091%2C1733401547781,2-9ea9abad0e9b,39091,1733401547781 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9ea9abad0e9b,39091,1733401547781: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-9ea9abad0e9b,39091,1733401547781, walGroup=9ea9abad0e9b%2C39091%2C1733401547781, offset=9ea9abad0e9b%2C39091%2C1733401547781.1733401571503:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:39091 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T12:26:22,220 ERROR [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,39091,1733401547781.replicationSource.shipper9ea9abad0e9b%2C39091%2C1733401547781,2-9ea9abad0e9b,39091,1733401547781 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T12:26:22,220 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,39091,1733401547781.replicationSource.shipper9ea9abad0e9b%2C39091%2C1733401547781,2-9ea9abad0e9b,39091,1733401547781 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T12:26:22,221 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,39091,1733401547781.replicationSource.shipper9ea9abad0e9b%2C39091%2C1733401547781,2-9ea9abad0e9b,39091,1733401547781 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T12:26:22,221 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,39091,1733401547781.replicationSource.shipper9ea9abad0e9b%2C39091%2C1733401547781,2-9ea9abad0e9b,39091,1733401547781 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T12:26:22,221 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,39091,1733401547781.replicationSource.shipper9ea9abad0e9b%2C39091%2C1733401547781,2-9ea9abad0e9b,39091,1733401547781 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T12:26:22,221 INFO [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,39091,1733401547781.replicationSource.shipper9ea9abad0e9b%2C39091%2C1733401547781,2-9ea9abad0e9b,39091,1733401547781 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1635778560, "init": 1048576000, "max": 2306867200, "used": 1151513712 }, "NonHeapMemoryUsage": { "committed": 210436096, "init": 7667712, "max": -1, "used": 207501552 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T12:26:22,221 WARN [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,39091,1733401547781.replicationSource.shipper9ea9abad0e9b%2C39091%2C1733401547781,2-9ea9abad0e9b,39091,1733401547781 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:35301 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:35301 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-12-05T12:26:22,319 DEBUG [RS:0;9ea9abad0e9b:39091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aa1e8fad8b3491d3ee283c0b61c0acdc 2024-12-05T12:26:22,426 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,2-9ea9abad0e9b,39091,1733401547781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401571503 to pos 688, reset compression=false 2024-12-05T12:26:22,520 DEBUG [RS:0;9ea9abad0e9b:39091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aa1e8fad8b3491d3ee283c0b61c0acdc 2024-12-05T12:26:22,536 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/data/hbase/meta/1588230740/.tmp/info/6a1c7b1dcf0149f68d73506ae563b236 2024-12-05T12:26:22,545 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,1-9ea9abad0e9b,39091,1733401547781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401571503 to pos 393, reset compression=false 2024-12-05T12:26:22,549 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,1-9ea9abad0e9b,39091,1733401547781 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:26:22,549 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,1-9ea9abad0e9b,39091,1733401547781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401571503 to pos 688, reset compression=false 2024-12-05T12:26:22,549 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39091,1733401547781.replicationSource.shipper9ea9abad0e9b%2C39091%2C1733401547781,1-9ea9abad0e9b,39091,1733401547781 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ea9abad0e9b,39091,1733401547781 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401571503, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:26:22,550 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39091,1733401547781.replicationSource.shipper9ea9abad0e9b%2C39091%2C1733401547781,1-9ea9abad0e9b,39091,1733401547781 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-12-05T12:26:22,552 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/data/hbase/meta/1588230740/.tmp/ns/d192d1e9b51b4823b353f8ccac741420 is 43, key is default/ns:d/1733401551086/Put/seqid=0 2024-12-05T12:26:22,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741850_1026 (size=5153) 2024-12-05T12:26:22,554 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/data/hbase/replication/aa1e8fad8b3491d3ee283c0b61c0acdc/.tmp/queue/302a103510ba44e1a7a09d4c031adff7 2024-12-05T12:26:22,558 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/data/hbase/replication/aa1e8fad8b3491d3ee283c0b61c0acdc/.tmp/hfileref/f3f7d26c8024420785387672b82278a5 as hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/data/hbase/replication/aa1e8fad8b3491d3ee283c0b61c0acdc/hfileref/f3f7d26c8024420785387672b82278a5 2024-12-05T12:26:22,561 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/data/hbase/replication/aa1e8fad8b3491d3ee283c0b61c0acdc/hfileref/f3f7d26c8024420785387672b82278a5, entries=6, sequenceid=17, filesize=5.4 K 2024-12-05T12:26:22,561 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/data/hbase/replication/aa1e8fad8b3491d3ee283c0b61c0acdc/.tmp/queue/302a103510ba44e1a7a09d4c031adff7 as hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/data/hbase/replication/aa1e8fad8b3491d3ee283c0b61c0acdc/queue/302a103510ba44e1a7a09d4c031adff7 2024-12-05T12:26:22,564 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/data/hbase/replication/aa1e8fad8b3491d3ee283c0b61c0acdc/queue/302a103510ba44e1a7a09d4c031adff7, entries=2, sequenceid=17, filesize=5.4 K 2024-12-05T12:26:22,565 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for aa1e8fad8b3491d3ee283c0b61c0acdc in 442ms, sequenceid=17, compaction requested=false 2024-12-05T12:26:22,568 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/data/hbase/replication/aa1e8fad8b3491d3ee283c0b61c0acdc/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-12-05T12:26:22,568 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:26:22,568 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:26:22,568 INFO [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733401566478.aa1e8fad8b3491d3ee283c0b61c0acdc. 2024-12-05T12:26:22,569 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aa1e8fad8b3491d3ee283c0b61c0acdc: Waiting for close lock at 1733401582122Running coprocessor pre-close hooks at 1733401582122Disabling compacts and flushes for region at 1733401582122Disabling writes for close at 1733401582123 (+1 ms)Obtaining lock to block concurrent updates at 1733401582123Preparing flush snapshotting stores in aa1e8fad8b3491d3ee283c0b61c0acdc at 1733401582123Finished memstore snapshotting hbase:replication,,1733401566478.aa1e8fad8b3491d3ee283c0b61c0acdc., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1733401582123Flushing stores of hbase:replication,,1733401566478.aa1e8fad8b3491d3ee283c0b61c0acdc. at 1733401582123Flushing aa1e8fad8b3491d3ee283c0b61c0acdc/hfileref: creating writer at 1733401582123Flushing aa1e8fad8b3491d3ee283c0b61c0acdc/hfileref: appending metadata at 1733401582134 (+11 ms)Flushing aa1e8fad8b3491d3ee283c0b61c0acdc/hfileref: closing flushed file at 1733401582134Flushing aa1e8fad8b3491d3ee283c0b61c0acdc/queue: creating writer at 1733401582140 (+6 ms)Flushing aa1e8fad8b3491d3ee283c0b61c0acdc/queue: appending metadata at 1733401582151 (+11 ms)Flushing aa1e8fad8b3491d3ee283c0b61c0acdc/queue: closing flushed file at 1733401582151Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25bfadfa: reopening flushed file at 1733401582557 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5658efde: reopening flushed file at 1733401582561 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for aa1e8fad8b3491d3ee283c0b61c0acdc in 442ms, sequenceid=17, compaction requested=false at 1733401582565 (+4 ms)Writing region close event to WAL at 1733401582566 (+1 ms)Running coprocessor post-close hooks at 1733401582568 (+2 ms)Closed at 1733401582568 2024-12-05T12:26:22,569 DEBUG [RS_CLOSE_REGION-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733401566478.aa1e8fad8b3491d3ee283c0b61c0acdc. 2024-12-05T12:26:22,720 DEBUG [RS:0;9ea9abad0e9b:39091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:26:22,729 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,2-9ea9abad0e9b,39091,1733401547781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401571503 to pos 688, reset compression=false 2024-12-05T12:26:22,751 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,1-9ea9abad0e9b,39091,1733401547781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401571503 to pos 688, reset compression=false 2024-12-05T12:26:22,882 INFO [regionserver/9ea9abad0e9b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T12:26:22,882 INFO [regionserver/9ea9abad0e9b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T12:26:22,920 DEBUG [RS:0;9ea9abad0e9b:39091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:26:22,955 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/data/hbase/meta/1588230740/.tmp/ns/d192d1e9b51b4823b353f8ccac741420 2024-12-05T12:26:22,974 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/data/hbase/meta/1588230740/.tmp/rep_barrier/37cb6575f7084163bc7469406754379a is 112, key is test,,1733401561029.202d9b0114a106057adb4cf448f7037f./rep_barrier:seqnumDuringOpen/1733401562167/Put/seqid=0 2024-12-05T12:26:22,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741851_1027 (size=5518) 2024-12-05T12:26:23,054 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,1-9ea9abad0e9b,39091,1733401547781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401571503 to pos 688, reset compression=false 2024-12-05T12:26:23,120 INFO [RS:0;9ea9abad0e9b:39091 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T12:26:23,120 DEBUG [RS:0;9ea9abad0e9b:39091 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T12:26:23,120 DEBUG [RS:0;9ea9abad0e9b:39091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:26:23,132 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,2-9ea9abad0e9b,39091,1733401547781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401571503 to pos 688, reset compression=false 2024-12-05T12:26:23,320 DEBUG [RS:0;9ea9abad0e9b:39091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:26:23,377 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/data/hbase/meta/1588230740/.tmp/rep_barrier/37cb6575f7084163bc7469406754379a 2024-12-05T12:26:23,397 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/data/hbase/meta/1588230740/.tmp/table/2169f5e3b12f4fbba44ca257e5f63f06 is 53, key is hbase:replication/table:state/1733401567638/Put/seqid=0 2024-12-05T12:26:23,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741852_1028 (size=5308) 2024-12-05T12:26:23,457 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,1-9ea9abad0e9b,39091,1733401547781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401571503 to pos 688, reset compression=false 2024-12-05T12:26:23,520 DEBUG [RS:0;9ea9abad0e9b:39091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:26:23,635 DEBUG [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,2-9ea9abad0e9b,39091,1733401547781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/WALs/9ea9abad0e9b,39091,1733401547781/9ea9abad0e9b%2C39091%2C1733401547781.1733401571503 to pos 688, reset compression=false 2024-12-05T12:26:23,721 DEBUG [RS:0;9ea9abad0e9b:39091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:26:23,800 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/data/hbase/meta/1588230740/.tmp/table/2169f5e3b12f4fbba44ca257e5f63f06 2024-12-05T12:26:23,804 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/data/hbase/meta/1588230740/.tmp/info/6a1c7b1dcf0149f68d73506ae563b236 as hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/data/hbase/meta/1588230740/info/6a1c7b1dcf0149f68d73506ae563b236 2024-12-05T12:26:23,807 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/data/hbase/meta/1588230740/info/6a1c7b1dcf0149f68d73506ae563b236, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T12:26:23,807 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/data/hbase/meta/1588230740/.tmp/ns/d192d1e9b51b4823b353f8ccac741420 as hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/data/hbase/meta/1588230740/ns/d192d1e9b51b4823b353f8ccac741420 2024-12-05T12:26:23,810 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/data/hbase/meta/1588230740/ns/d192d1e9b51b4823b353f8ccac741420, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T12:26:23,811 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/data/hbase/meta/1588230740/.tmp/rep_barrier/37cb6575f7084163bc7469406754379a as hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/data/hbase/meta/1588230740/rep_barrier/37cb6575f7084163bc7469406754379a 2024-12-05T12:26:23,813 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/data/hbase/meta/1588230740/rep_barrier/37cb6575f7084163bc7469406754379a, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T12:26:23,814 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/data/hbase/meta/1588230740/.tmp/table/2169f5e3b12f4fbba44ca257e5f63f06 as hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/data/hbase/meta/1588230740/table/2169f5e3b12f4fbba44ca257e5f63f06 2024-12-05T12:26:23,817 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/data/hbase/meta/1588230740/table/2169f5e3b12f4fbba44ca257e5f63f06, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T12:26:23,818 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1698ms, sequenceid=16, compaction requested=false 2024-12-05T12:26:23,821 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T12:26:23,821 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:26:23,821 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:26:23,821 INFO [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:26:23,821 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401582119Running coprocessor pre-close hooks at 1733401582119Disabling compacts and flushes for region at 1733401582119Disabling writes for close at 1733401582119Obtaining lock to block concurrent updates at 1733401582120 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733401582120Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733401582120Flushing stores of hbase:meta,,1.1588230740 at 1733401582120Flushing 1588230740/info: creating writer at 1733401582120Flushing 1588230740/info: appending metadata at 1733401582132 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733401582132Flushing 1588230740/ns: creating writer at 1733401582539 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733401582552 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733401582552Flushing 1588230740/rep_barrier: creating writer at 1733401582958 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733401582973 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733401582973Flushing 1588230740/table: creating writer at 1733401583381 (+408 ms)Flushing 1588230740/table: appending metadata at 1733401583396 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733401583397 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50fef253: reopening flushed file at 1733401583804 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ee935c7: reopening flushed file at 1733401583807 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72c72f97: reopening flushed file at 1733401583810 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@359cd582: reopening flushed file at 1733401583814 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1698ms, sequenceid=16, compaction requested=false at 1733401583818 (+4 ms)Writing region close event to WAL at 1733401583819 (+1 ms)Running coprocessor post-close hooks at 1733401583821 (+2 ms)Closed at 1733401583821 2024-12-05T12:26:23,822 DEBUG [RS_CLOSE_META-regionserver/9ea9abad0e9b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T12:26:23,850 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:35301 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 10 more 2024-12-05T12:26:23,921 INFO [RS:0;9ea9abad0e9b:39091 {}] regionserver.HRegionServer(976): stopping server 9ea9abad0e9b,39091,1733401547781; all regions closed. 2024-12-05T12:26:23,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741844_1020 (size=859) 2024-12-05T12:26:23,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741843_1019 (size=2791) 2024-12-05T12:26:23,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741842_1018 (size=696) 2024-12-05T12:26:23,925 DEBUG [RS:0;9ea9abad0e9b:39091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:26:23,925 INFO [RS:0;9ea9abad0e9b:39091 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:26:23,926 INFO [RS:0;9ea9abad0e9b:39091 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:26:23,926 INFO [RS:0;9ea9abad0e9b:39091 {}] hbase.ChoreService(370): Chore service for: regionserver/9ea9abad0e9b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T12:26:23,926 INFO [RS:0;9ea9abad0e9b:39091 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:26:23,926 INFO [regionserver/9ea9abad0e9b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:26:23,926 INFO [RS:0;9ea9abad0e9b:39091 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9ea9abad0e9b,39091,1733401547781 because: Region server is closing 2024-12-05T12:26:23,927 INFO [RS:0;9ea9abad0e9b:39091 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ea9abad0e9b:39091. 2024-12-05T12:26:23,927 DEBUG [RS:0;9ea9abad0e9b:39091 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:26:23,927 DEBUG [RS:0;9ea9abad0e9b:39091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:26:23,927 DEBUG [RS:0;9ea9abad0e9b:39091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:26:23,927 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:26:24,027 INFO [RS:0;9ea9abad0e9b:39091 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,1-9ea9abad0e9b,39091,1733401547781.replicationSource.shipper9ea9abad0e9b%2C39091%2C1733401547781,1-9ea9abad0e9b,39091,1733401547781 terminated 2024-12-05T12:26:24,027 INFO [RS:0;9ea9abad0e9b:39091 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-9ea9abad0e9b,39091,1733401547781 because: Region server is closing 2024-12-05T12:26:24,027 INFO [RS:0;9ea9abad0e9b:39091 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ea9abad0e9b:39091. 2024-12-05T12:26:24,027 DEBUG [RS:0;9ea9abad0e9b:39091 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:26:24,027 DEBUG [RS:0;9ea9abad0e9b:39091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:26:24,028 DEBUG [RS:0;9ea9abad0e9b:39091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:26:24,028 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:26:24,128 INFO [RS:0;9ea9abad0e9b:39091 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,39091,1733401547781.replicationSource.shipper9ea9abad0e9b%2C39091%2C1733401547781,2-9ea9abad0e9b,39091,1733401547781 terminated 2024-12-05T12:26:24,128 WARN [RS_REFRESH_PEER-regionserver/9ea9abad0e9b:0-0.replicationSource,2-9ea9abad0e9b,39091,1733401547781.replicationSource.wal-reader.9ea9abad0e9b%2C39091%2C1733401547781,2-9ea9abad0e9b,39091,1733401547781 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T12:26:24,128 INFO [RS:0;9ea9abad0e9b:39091 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39091 2024-12-05T12:26:24,158 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x101a6a253580001, quorum=127.0.0.1:54749, baseZNode=/0817979520 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0817979520/rs/9ea9abad0e9b,39091,1733401547781 2024-12-05T12:26:24,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35301-0x101a6a253580000, quorum=127.0.0.1:54749, baseZNode=/0817979520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0817979520/rs 2024-12-05T12:26:24,158 INFO [RS:0;9ea9abad0e9b:39091 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:26:24,159 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9ea9abad0e9b,39091,1733401547781] 2024-12-05T12:26:24,175 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0817979520/draining/9ea9abad0e9b,39091,1733401547781 already deleted, retry=false 2024-12-05T12:26:24,175 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9ea9abad0e9b,39091,1733401547781 expired; onlineServers=0 2024-12-05T12:26:24,175 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9ea9abad0e9b,35301,1733401547604' ***** 2024-12-05T12:26:24,175 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T12:26:24,175 INFO [M:0;9ea9abad0e9b:35301 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:26:24,175 INFO [M:0;9ea9abad0e9b:35301 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:26:24,175 DEBUG [M:0;9ea9abad0e9b:35301 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T12:26:24,175 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T12:26:24,175 DEBUG [M:0;9ea9abad0e9b:35301 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T12:26:24,175 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401549833 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.small.0-1733401549833,5,FailOnTimeoutGroup] 2024-12-05T12:26:24,175 DEBUG [master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401549833 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ea9abad0e9b:0:becomeActiveMaster-HFileCleaner.large.0-1733401549833,5,FailOnTimeoutGroup] 2024-12-05T12:26:24,175 INFO [M:0;9ea9abad0e9b:35301 {}] hbase.ChoreService(370): Chore service for: master/9ea9abad0e9b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T12:26:24,175 INFO [M:0;9ea9abad0e9b:35301 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:26:24,175 DEBUG [M:0;9ea9abad0e9b:35301 {}] master.HMaster(1795): Stopping service threads 2024-12-05T12:26:24,176 INFO [M:0;9ea9abad0e9b:35301 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T12:26:24,176 INFO [M:0;9ea9abad0e9b:35301 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:26:24,176 INFO [M:0;9ea9abad0e9b:35301 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T12:26:24,176 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T12:26:24,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35301-0x101a6a253580000, quorum=127.0.0.1:54749, baseZNode=/0817979520 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0817979520/master 2024-12-05T12:26:24,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35301-0x101a6a253580000, quorum=127.0.0.1:54749, baseZNode=/0817979520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0817979520 2024-12-05T12:26:24,183 DEBUG [M:0;9ea9abad0e9b:35301 {}] zookeeper.ZKUtil(347): master:35301-0x101a6a253580000, quorum=127.0.0.1:54749, baseZNode=/0817979520 Unable to get data of znode /0817979520/master because node does not exist (not an error) 2024-12-05T12:26:24,183 WARN [M:0;9ea9abad0e9b:35301 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T12:26:24,184 INFO [M:0;9ea9abad0e9b:35301 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/.lastflushedseqids 2024-12-05T12:26:24,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741853_1029 (size=263) 2024-12-05T12:26:24,267 INFO [RS:0;9ea9abad0e9b:39091 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:26:24,267 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x101a6a253580001, quorum=127.0.0.1:54749, baseZNode=/0817979520 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:26:24,267 INFO [RS:0;9ea9abad0e9b:39091 {}] regionserver.HRegionServer(1031): Exiting; stopping=9ea9abad0e9b,39091,1733401547781; zookeeper connection closed. 2024-12-05T12:26:24,267 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x101a6a253580001, quorum=127.0.0.1:54749, baseZNode=/0817979520 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:26:24,267 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5abcd92a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5abcd92a 2024-12-05T12:26:24,267 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T12:26:24,336 INFO [master/9ea9abad0e9b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-05T12:26:24,336 INFO [master/9ea9abad0e9b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-05T12:26:24,587 INFO [M:0;9ea9abad0e9b:35301 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T12:26:24,587 INFO [M:0;9ea9abad0e9b:35301 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T12:26:24,588 DEBUG [M:0;9ea9abad0e9b:35301 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:26:24,588 INFO [M:0;9ea9abad0e9b:35301 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:26:24,588 DEBUG [M:0;9ea9abad0e9b:35301 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:26:24,588 DEBUG [M:0;9ea9abad0e9b:35301 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:26:24,588 DEBUG [M:0;9ea9abad0e9b:35301 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:26:24,588 INFO [M:0;9ea9abad0e9b:35301 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=60.11 KB heapSize=71.43 KB 2024-12-05T12:26:24,605 DEBUG [M:0;9ea9abad0e9b:35301 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cf2ad7cd87604bf098d3dcc10bdbbead is 82, key is hbase:meta,,1/info:regioninfo/1733401551042/Put/seqid=0 2024-12-05T12:26:24,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741854_1030 (size=5672) 2024-12-05T12:26:24,655 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:26:24,655 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9ea9abad0e9b,43791,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:43791 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T12:26:24,655 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 18, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 168966 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9ea9abad0e9b,43791,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ea9abad0e9b:43791 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T12:26:25,008 INFO [M:0;9ea9abad0e9b:35301 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cf2ad7cd87604bf098d3dcc10bdbbead 2024-12-05T12:26:25,027 DEBUG [M:0;9ea9abad0e9b:35301 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a93d0ea3ed34722ac5e99d9d789294c is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733401562175/Put/seqid=0 2024-12-05T12:26:25,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741855_1031 (size=7610) 2024-12-05T12:26:25,431 INFO [M:0;9ea9abad0e9b:35301 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.56 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a93d0ea3ed34722ac5e99d9d789294c 2024-12-05T12:26:25,435 INFO [M:0;9ea9abad0e9b:35301 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6a93d0ea3ed34722ac5e99d9d789294c 2024-12-05T12:26:25,451 DEBUG [M:0;9ea9abad0e9b:35301 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3e2608cb5462414c88fc78ea2f10fa93 is 69, key is 9ea9abad0e9b,39091,1733401547781/rs:state/1733401549865/Put/seqid=0 2024-12-05T12:26:25,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741856_1032 (size=5156) 2024-12-05T12:26:25,567 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:26:25,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:25,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:25,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:25,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:25,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:25,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:25,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:25,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:25,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:25,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:25,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:25,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:25,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:25,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:25,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:25,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:25,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:25,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:25,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:25,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:26:25,854 INFO [M:0;9ea9abad0e9b:35301 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3e2608cb5462414c88fc78ea2f10fa93 2024-12-05T12:26:25,857 DEBUG [M:0;9ea9abad0e9b:35301 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cf2ad7cd87604bf098d3dcc10bdbbead as hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cf2ad7cd87604bf098d3dcc10bdbbead 2024-12-05T12:26:25,860 INFO [M:0;9ea9abad0e9b:35301 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cf2ad7cd87604bf098d3dcc10bdbbead, entries=8, sequenceid=121, filesize=5.5 K 2024-12-05T12:26:25,861 DEBUG [M:0;9ea9abad0e9b:35301 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a93d0ea3ed34722ac5e99d9d789294c as hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6a93d0ea3ed34722ac5e99d9d789294c 2024-12-05T12:26:25,864 INFO [M:0;9ea9abad0e9b:35301 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6a93d0ea3ed34722ac5e99d9d789294c 2024-12-05T12:26:25,864 INFO [M:0;9ea9abad0e9b:35301 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6a93d0ea3ed34722ac5e99d9d789294c, entries=13, sequenceid=121, filesize=7.4 K 2024-12-05T12:26:25,865 DEBUG [M:0;9ea9abad0e9b:35301 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3e2608cb5462414c88fc78ea2f10fa93 as hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3e2608cb5462414c88fc78ea2f10fa93 2024-12-05T12:26:25,868 INFO [M:0;9ea9abad0e9b:35301 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39507/user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3e2608cb5462414c88fc78ea2f10fa93, entries=1, sequenceid=121, filesize=5.0 K 2024-12-05T12:26:25,869 INFO [M:0;9ea9abad0e9b:35301 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=121, compaction requested=false 2024-12-05T12:26:25,870 INFO [M:0;9ea9abad0e9b:35301 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:26:25,870 DEBUG [M:0;9ea9abad0e9b:35301 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401584588Disabling compacts and flushes for region at 1733401584588Disabling writes for close at 1733401584588Obtaining lock to block concurrent updates at 1733401584588Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733401584588Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61557, getHeapSize=73080, getOffHeapSize=0, getCellsCount=140 at 1733401584588Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733401584589 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733401584589Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733401584604 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733401584604Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733401585012 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733401585027 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733401585027Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733401585435 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733401585450 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733401585450Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44eeb48c: reopening flushed file at 1733401585857 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ce68381: reopening flushed file at 1733401585860 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63d9ff94: reopening flushed file at 1733401585864 (+4 ms)Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=121, compaction requested=false at 1733401585869 (+5 ms)Writing region close event to WAL at 1733401585870 (+1 ms)Closed at 1733401585870 2024-12-05T12:26:25,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741830_1006 (size=69920) 2024-12-05T12:26:25,872 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/02284dd3-959b-f2c7-aa64-5664d2addef0/MasterData/WALs/9ea9abad0e9b,35301,1733401547604/9ea9abad0e9b%2C35301%2C1733401547604.1733401549595 not finished, retry = 0 2024-12-05T12:26:25,973 INFO [M:0;9ea9abad0e9b:35301 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T12:26:25,973 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:26:25,973 INFO [M:0;9ea9abad0e9b:35301 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35301 2024-12-05T12:26:25,973 INFO [M:0;9ea9abad0e9b:35301 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:26:26,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35301-0x101a6a253580000, quorum=127.0.0.1:54749, baseZNode=/0817979520 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:26:26,117 INFO [M:0;9ea9abad0e9b:35301 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:26:26,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35301-0x101a6a253580000, quorum=127.0.0.1:54749, baseZNode=/0817979520 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:26:26,119 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71d4d198{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:26:26,119 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ef88c79{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:26:26,120 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:26:26,120 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12a4de79{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:26:26,120 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50501624{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271ff39f-bef3-a9d0-f047-1a5ce870b393/hadoop.log.dir/,STOPPED} 2024-12-05T12:26:26,121 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T12:26:26,121 WARN [BP-1782244439-172.17.0.3-1733401546186 heartbeating to localhost/127.0.0.1:39507 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T12:26:26,121 WARN [BP-1782244439-172.17.0.3-1733401546186 heartbeating to localhost/127.0.0.1:39507 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1782244439-172.17.0.3-1733401546186 (Datanode Uuid 063bec2c-1770-426d-8aa9-72a6f62874d2) service to localhost/127.0.0.1:39507 2024-12-05T12:26:26,121 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T12:26:26,121 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271ff39f-bef3-a9d0-f047-1a5ce870b393/cluster_4c0a9bbc-4567-3057-51b9-8cebaaa826f6/data/data1/current/BP-1782244439-172.17.0.3-1733401546186 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:26:26,122 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271ff39f-bef3-a9d0-f047-1a5ce870b393/cluster_4c0a9bbc-4567-3057-51b9-8cebaaa826f6/data/data2/current/BP-1782244439-172.17.0.3-1733401546186 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:26:26,122 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T12:26:26,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1808ff56{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:26:26,127 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a7f0e46{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:26:26,127 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:26:26,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f35d1ca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:26:26,128 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c975344{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271ff39f-bef3-a9d0-f047-1a5ce870b393/hadoop.log.dir/,STOPPED} 2024-12-05T12:26:26,132 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T12:26:26,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T12:26:26,156 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=587 (was 529) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35043 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35043 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35043 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39579 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:39507 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:39507 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54749) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35043 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:35043 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:39579 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35043 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:39579 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:39507 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35043 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54749) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:39579 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:39579 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39507 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54749) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35043 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:39507 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=969 (was 870) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=298 (was 283) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2282 (was 2595) 2024-12-05T12:26:26,156 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=587 is superior to 500 2024-12-05T12:26:26,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a6a253580005, quorum=127.0.0.1:54749, baseZNode=/11685350272 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T12:26:26,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a6a253580002, quorum=127.0.0.1:54749, baseZNode=/0817979520 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T12:26:26,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101a6a253580008, quorum=127.0.0.1:54749, baseZNode=/2698958651 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T12:26:26,230 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a6a253580005, quorum=127.0.0.1:54749, baseZNode=/11685350272 Received Disconnected from ZooKeeper, ignoring 2024-12-05T12:26:26,230 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101a6a253580008, quorum=127.0.0.1:54749, baseZNode=/2698958651 Received Disconnected from ZooKeeper, ignoring 2024-12-05T12:26:26,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a6a253580002, quorum=127.0.0.1:54749, baseZNode=/0817979520 Received Disconnected from ZooKeeper, ignoring